02000000:00000010:0.0:1760457154.052048:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d110c3b1. 00000100:00000001:0.0:1760457154.052056:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457154.052060:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a69227d0 x1845971106417792/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457154.052066:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457154.052067:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457154.052070:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a69227d0] to pc [ptlrpcd_rcv+-1] req@00000000a69227d0 x1845971106417792/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457154.052086:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457154.052087:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760457154.052090:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 1 (5413) 00000020:00000001:0.0:1760457154.947823:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457154.947827:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457154.947830:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457155.075715:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457155.075723:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457155.075726:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457155.075730:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457155.075732:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457155.075735:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457155.075737:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457155.075740:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457155.075745:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 4 (5414) 00000020:00000001:0.0:1760457155.971793:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457155.971796:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457155.971798:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457156.995925:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457156.995929:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457156.995931:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457158.019960:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457158.019965:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457158.019970:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457159.043937:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457159.043942:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457159.043946:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457159.107861:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457159.107873:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457159.107876:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457159.107880:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457159.107882:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457159.107886:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457159.107888:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457159.107891:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457159.107896:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5418) 00000020:00000001:0.0:1760457160.067949:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457160.067954:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457160.067958:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457161.091815:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457161.091820:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457161.091824:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457162.115981:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457162.115987:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457162.115991:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1760457162.244865:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760457162.244871:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c79d76f (tot 1763546). 00000400:00000200:0.0:1760457162.244877:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760457162.244884:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760457162.244889:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003d960d6 00000400:00000010:0.0:1760457162.244911:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003d960d6. 00000100:00000001:0.0:1760457162.244916:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760457162.244920:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000413ebdb4 x1845971106417856/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457187 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457162.244930:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457162.244932:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000413ebdb4 x1845971106417856/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457187 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457162.244940:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457162.244942:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457163.139995:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457163.140001:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457163.140007:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457164.163795:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457164.163798:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457164.163801:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457165.187925:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457165.187930:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457165.187936:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457166.211819:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457166.211821:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457166.211824:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457167.363773:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457167.363783:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457167.363790:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457167.363796:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457167.363799:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457167.363803:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457167.363806:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457167.363810:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457167.363835:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5426) 00000020:00000001:0.0:1760457168.259995:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457168.259998:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457168.260000:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457170.307969:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457170.307974:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457170.307979:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457172.483781:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457172.483792:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457172.483796:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457172.483800:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457172.483802:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457172.483806:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457172.483809:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457172.483813:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457172.483819:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5431) 00000100:00080000:0.0:1760457179.651749:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457179.651756:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457179.651760:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457179.651764:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457179.651767:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457179.651772:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457179.651775:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457179.651794:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457179.651800:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5438) 00000100:00080000:0.0:1760457179.651921:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457179.651926:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457179.651930:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457179.651932:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457179.651935:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457179.651937:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457179.651940:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457179.651944:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457179.651945:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760457179.651947:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457179.651948:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457179.651952:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457179.651955:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5408 00000100:00080000:0.0:1760457179.651958:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457179.651961:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457179.651963:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457179.651964:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457179.651966:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457179.651968:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457179.651969:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760457179.651971:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457179.651973:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760457179.651975:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760457179.651976:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760457179.651983:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457179.651984:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457179.651985:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457179.651986:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457179.651988:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760457179.651990:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457179.651992:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457179.651994:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457179.652000:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457179.652004:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457179.652005:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457179.652008:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457179.652011:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457179.652014:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457179.652019:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002694c92e. 00000020:00000040:0.0:1760457179.652023:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760457179.652027:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457179.652029:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457179.652031:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457179.652034:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457179.652038:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457179.652045:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008265aa12. 00000100:00000001:0.0:1760457179.652051:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457179.652056:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002694c92e x1845971106417984/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457179.652062:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457179.652063:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457179.652066:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002694c92e] to pc [ptlrpcd_rcv+-1] req@000000002694c92e x1845971106417984/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457179.652079:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457179.652081:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760457179.652083:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5438) 00000100:00080000:0.0:1760457184.771791:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457184.771807:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457184.771812:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457184.771816:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457184.771818:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457184.771822:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457184.771826:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457184.771830:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457184.771836:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5443) 00000800:00000200:0.0:1760457187.844935:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760457187.844942:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab820b60 (tot 1763546). 00000400:00000200:0.0:1760457187.844949:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760457187.844958:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760457187.844963:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020621239 00000400:00000010:0.0:1760457187.844965:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020621239. 00000100:00000001:0.0:1760457187.844969:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760457187.844974:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000060b4ce4b x1845971106418048/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457212 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457187.844985:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457187.844988:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000060b4ce4b x1845971106418048/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457212 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457187.844996:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457187.844998:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00080000:0.0:1760457204.227843:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457204.227853:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457204.227873:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457204.227909:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457204.227913:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457204.227919:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457204.227924:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457204.227927:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457204.227932:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5463) 00000100:00080000:0.0:1760457204.228181:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457204.228189:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457204.228194:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457204.228200:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457204.228202:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457204.228206:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457204.228210:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457204.228215:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457204.228217:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760457204.228222:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457204.228225:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457204.228229:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457204.228235:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5433 00000100:00080000:0.0:1760457204.228240:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457204.228246:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457204.228252:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457204.228255:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457204.228267:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457204.228271:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457204.228289:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760457204.228292:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457204.228296:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760457204.228299:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760457204.228302:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760457204.228307:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457204.228311:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457204.228315:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457204.228318:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457204.228322:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760457204.228326:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457204.228330:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457204.228333:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457204.228341:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457204.228345:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457204.228348:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457204.228353:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457204.228357:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457204.228360:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457204.228367:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064283d79. 00000020:00000040:0.0:1760457204.228372:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760457204.228377:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457204.228379:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457204.228383:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457204.228387:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457204.228391:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457204.228401:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e0eb8712. 00000100:00000001:0.0:1760457204.228409:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457204.228418:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000064283d79 x1845971106418176/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457204.228451:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457204.228454:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457204.228459:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000064283d79] to pc [ptlrpcd_rcv+-1] req@0000000064283d79 x1845971106418176/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457204.228498:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457204.228501:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760457204.228504:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5463) 00000100:00080000:0.0:1760457209.347783:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457209.347811:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457209.347815:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457209.347819:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457209.347822:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457209.347825:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457209.347827:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457209.347830:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457209.347836:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5468) 00000100:00080000:0.0:1760457212.419912:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457212.419920:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457212.419922:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760457212.419925:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457212.419927:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457212.419931:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457212.419936:0:56038:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 5442 00000100:00080000:0.0:1760457212.419939:0:56038:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457212.419943:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457212.419961:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457212.419964:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457212.419966:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457212.419969:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457212.419971:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760457212.419973:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457212.419988:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760457212.419991:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760457212.419994:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760457212.419997:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457212.419999:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457212.420001:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457212.420003:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457212.420005:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760457212.420009:0:56038:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760457212.420027:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457212.420029:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457212.420032:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457212.420034:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457212.420037:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760457212.420039:0:56038:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457212.420044:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cc5fc9eb. 00000020:00000040:0.0:1760457212.420047:0:56038:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760457212.420051:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457212.420052:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457212.420055:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457212.420058:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457212.420061:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457212.420068:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000005e23616. 00000100:00000001:0.0:1760457212.420074:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457212.420079:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cc5fc9eb x1845971106418240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457212.420095:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457212.420097:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457212.420100:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cc5fc9eb] to pc [ptlrpcd_rcv+-1] req@00000000cc5fc9eb x1845971106418240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457212.420118:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457212.420121:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457212.420122:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457212.420126:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457212.420129:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457212.420132:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457212.420135:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457212.420140:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457212.420146:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5471) 00000800:00000200:0.0:1760457212.420390:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760457212.420394:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e9c31a6 (tot 1763546). 00000400:00000200:0.0:1760457212.420399:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760457212.420405:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760457212.420409:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029354d56 00000400:00000010:0.0:1760457212.420410:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029354d56. 00000100:00000001:0.0:1760457212.420414:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760457212.420417:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cc5fc9eb x1845971106418240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457237 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457212.420425:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457212.420427:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000cc5fc9eb x1845971106418240/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457237 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457212.420433:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457212.420435:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00080000:0.0:1760457222.659780:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457222.659785:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457222.659787:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457222.659789:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457222.659790:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457222.659792:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457222.659793:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457222.659795:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457222.659798:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5481) 00000100:00080000:0.0:1760457224.708156:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457224.708166:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457224.708172:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457224.708181:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457224.708186:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760457224.708191:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457224.708196:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457224.708205:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457224.708215:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5453 00000100:00080000:0.0:1760457224.708221:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457224.708226:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457224.708230:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457224.708233:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457224.708236:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457224.708241:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457224.708243:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760457224.708246:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457224.708251:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760457224.708255:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760457224.708257:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760457224.708261:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457224.708263:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457224.708280:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457224.708283:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457224.708286:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760457224.708289:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457224.708293:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457224.708296:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457224.708309:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457224.708312:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457224.708315:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457224.708319:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457224.708323:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457224.708325:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457224.708335:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae005e9e. 00000020:00000040:0.0:1760457224.708339:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760457224.708344:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457224.708345:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457224.708350:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457224.708353:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457224.708357:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457224.708366:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000671f05f3. 00000100:00000001:0.0:1760457224.708373:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457224.708379:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ae005e9e x1845971106418304/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457224.708391:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457224.708393:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457224.708397:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ae005e9e] to pc [ptlrpcd_rcv+-1] req@00000000ae005e9e x1845971106418304/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457224.708429:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457224.708432:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457224.708434:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457224.708438:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457224.708441:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457224.708444:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457224.708449:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5483) 00000100:00080000:0.0:1760457229.827821:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457229.827832:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457229.827836:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457229.827839:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457229.827842:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457229.827849:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457229.827855:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457229.827881:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457229.827889:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5488) 00000100:00080000:0.0:1760457234.947741:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457234.947747:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457234.947750:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457234.947755:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457234.947758:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457234.947762:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457234.947766:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457234.947769:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457234.947773:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5494) 00000100:00080000:0.0:1760457238.019924:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457238.019931:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457238.019933:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760457238.019936:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457238.019938:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457238.019942:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457238.019945:0:56038:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 5466 00000100:00080000:0.0:1760457238.019948:0:56038:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457238.019951:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457238.019955:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457238.019957:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457238.019959:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457238.019962:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457238.019963:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760457238.019967:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457238.019970:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760457238.019972:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760457238.019974:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760457238.019977:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457238.019979:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457238.019981:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457238.019982:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457238.019985:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760457238.019988:0:56038:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760457238.019991:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457238.019994:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457238.019996:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457238.019999:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457238.020001:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760457238.020003:0:56038:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457238.020011:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007f95627d. 00000020:00000040:0.0:1760457238.020014:0:56038:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760457238.020018:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457238.020019:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457238.020022:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457238.020025:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457238.020028:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457238.020035:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000089493969. 00000100:00000001:0.0:1760457238.020041:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457238.020046:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007f95627d x1845971106418432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457238.020055:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457238.020057:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457238.020060:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007f95627d] to pc [ptlrpcd_rcv+-1] req@000000007f95627d x1845971106418432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457238.020077:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457238.020080:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457238.020082:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457238.020085:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457238.020087:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457238.020091:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457238.020094:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457238.020097:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457238.020103:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5497) 00000800:00000200:0.0:1760457238.020355:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760457238.020359:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003aedd732 (tot 1763546). 00000400:00000200:0.0:1760457238.020364:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760457238.020370:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760457238.020373:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b460705e 00000400:00000010:0.0:1760457238.020375:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b460705e. 00000100:00000001:0.0:1760457238.020378:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760457238.020382:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007f95627d x1845971106418432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457263 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457238.020389:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457238.020391:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007f95627d x1845971106418432/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457263 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457238.020397:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457238.020398:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00080000:0.0:1760457243.139727:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457243.139735:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457243.139737:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457243.139740:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457243.139742:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457243.139744:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457243.139747:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457243.139750:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457243.139756:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5502) 00000100:00080000:0.0:1760457248.259716:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457248.259724:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457248.259728:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457248.259749:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457248.259751:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457248.259754:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457248.259757:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457248.259761:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457248.259765:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5507) 00000100:00080000:0.0:1760457249.284006:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457249.284013:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457249.284017:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457249.284022:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457249.284023:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760457249.284026:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457249.284028:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457249.284033:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457249.284037:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5478 00000100:00080000:0.0:1760457249.284040:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457249.284044:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457249.284047:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457249.284049:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457249.284052:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457249.284056:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457249.284057:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760457249.284060:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457249.284062:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760457249.284064:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760457249.284066:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760457249.284069:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457249.284070:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457249.284071:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457249.284073:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457249.284075:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760457249.284077:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457249.284079:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457249.284081:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457249.284103:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457249.284106:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457249.284109:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457249.284112:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457249.284115:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457249.284117:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457249.284125:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae005e9e. 00000020:00000040:0.0:1760457249.284128:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760457249.284132:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457249.284133:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457249.284136:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457249.284139:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457249.284143:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457249.284151:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d110c3b1. 00000100:00000001:0.0:1760457249.284157:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457249.284163:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ae005e9e x1845971106418496/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457249.284172:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457249.284174:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457249.284177:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ae005e9e] to pc [ptlrpcd_rcv+-1] req@00000000ae005e9e x1845971106418496/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457249.284202:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457249.284204:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457249.284206:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457249.284209:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457249.284212:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457249.284214:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457249.284219:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5508) 00000100:00080000:0.0:1760457254.403834:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457254.403846:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457254.403851:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457254.403855:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457254.403862:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457254.403869:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457254.403878:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457254.403888:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457254.403899:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5513) 00000100:00080000:0.0:1760457254.404120:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457254.404129:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457254.404133:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457254.404138:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457254.404143:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457254.404152:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457254.404159:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457254.404169:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457254.404173:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760457254.404180:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457254.404184:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457254.404191:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457254.404196:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5483 00000100:00080000:0.0:1760457254.404200:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457254.404204:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457254.404209:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457254.404212:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457254.404214:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457254.404219:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457254.404221:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760457254.404224:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457254.404228:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760457254.404231:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760457254.404233:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760457254.404236:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457254.404238:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457254.404240:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457254.404242:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457254.404245:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760457254.404249:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457254.404251:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457254.404254:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457254.404261:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457254.404265:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457254.404267:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457254.404272:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457254.404275:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457254.404278:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457254.404287:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cc5fc9eb. 00000020:00000040:0.0:1760457254.404291:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760457254.404296:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457254.404298:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457254.404302:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457254.404305:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457254.404310:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457254.404318:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000265d4fa1. 00000100:00000001:0.0:1760457254.404325:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457254.404332:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cc5fc9eb x1845971106418560/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457254.404344:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457254.404346:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457254.404350:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cc5fc9eb] to pc [ptlrpcd_rcv+-1] req@00000000cc5fc9eb x1845971106418560/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457254.404375:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457254.404378:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760457254.404381:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5513) 00000100:00080000:0.0:1760457259.523822:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457259.523840:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457259.523844:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457259.523849:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457259.523854:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457259.523858:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457259.523861:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457259.523864:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457259.523870:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5518) 00000800:00000200:0.0:1760457263.620484:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760457263.620488:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5a60aeb (tot 1763546). 00000400:00000200:0.0:1760457263.620493:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760457263.620499:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760457263.620503:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8c5fef3 00000400:00000010:0.0:1760457263.620504:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8c5fef3. 00000100:00000001:0.0:1760457263.620507:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760457263.620510:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040a7bb9a x1845971106418624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457288 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457263.620518:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457263.620520:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000040a7bb9a x1845971106418624/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457288 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457263.620526:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457263.620528:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00080000:0.0:1760457268.739900:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457268.739913:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457268.739919:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457268.739925:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457268.739929:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457268.739935:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457268.739939:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457268.739945:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457268.739953:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5527) 00000100:00080000:0.0:1760457273.859742:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457273.859748:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457273.859750:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457273.859756:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457273.859760:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457273.859762:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457273.859765:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457273.859767:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457273.859773:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5533) 00000100:00080000:0.0:1760457274.884170:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457274.884180:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457274.884183:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457274.884188:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457274.884190:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760457274.884193:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457274.884195:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457274.884200:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457274.884205:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5503 00000100:00080000:0.0:1760457274.884208:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457274.884212:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457274.884216:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457274.884218:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457274.884221:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457274.884225:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457274.884227:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760457274.884230:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457274.884233:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760457274.884236:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760457274.884238:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760457274.884243:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457274.884245:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457274.884247:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457274.884249:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457274.884252:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760457274.884256:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457274.884259:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457274.884261:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457274.884269:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457274.884272:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457274.884274:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457274.884278:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457274.884281:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457274.884283:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457274.884292:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064283d79. 00000020:00000040:0.0:1760457274.884296:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760457274.884301:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457274.884302:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457274.884306:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457274.884309:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457274.884313:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457274.884321:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e9201050. 00000100:00000001:0.0:1760457274.884329:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457274.884335:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000064283d79 x1845971106418688/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457274.884346:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457274.884349:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457274.884353:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000064283d79] to pc [ptlrpcd_rcv+-1] req@0000000064283d79 x1845971106418688/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457274.884387:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457274.884390:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457274.884392:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457274.884397:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457274.884399:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457274.884403:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457274.884409:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5534) 00000800:00000200:0.0:1760457288.196746:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760457288.196752:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080433ee0 (tot 1763546). 00000400:00000200:0.0:1760457288.196757:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760457288.196763:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760457288.196767:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d65422e 00000400:00000010:0.0:1760457288.196768:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d65422e. 00000100:00000001:0.0:1760457288.196771:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760457288.196775:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fafc83a3 x1845971106418816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457313 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457288.196783:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457288.196785:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fafc83a3 x1845971106418816/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457313 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457288.196791:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457288.196792:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457308.548005:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457308.548010:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457308.548014:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457310.595904:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457310.595910:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457310.595914:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457312.643861:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457312.643864:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457312.643867:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1760457313.796713:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760457313.796719:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d59aa930 (tot 1763546). 00000400:00000200:0.0:1760457313.796726:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760457313.796733:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760457313.796738:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086fd143e 00000400:00000010:0.0:1760457313.796741:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086fd143e. 00000100:00000001:0.0:1760457313.796745:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760457313.796751:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d771875f x1845971106419008/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457338 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457313.796765:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457313.796769:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d771875f x1845971106419008/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457338 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457313.796780:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457313.796783:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457314.691829:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457314.691832:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457314.691834:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457316.740041:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457316.740046:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457316.740051:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457318.787921:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457318.787926:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457318.787930:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457320.835940:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457320.835946:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457320.835952:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457321.859900:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457321.859906:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457321.859910:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457322.883935:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457322.883938:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457322.883941:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457323.907955:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457323.907959:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457323.907964:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457324.931958:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457324.931963:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457324.931967:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457325.955944:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457325.955949:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457325.955954:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457326.979929:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457326.979934:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457326.979938:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457328.003960:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457328.003964:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457328.003969:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457329.028051:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457329.028056:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457329.028060:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457330.051895:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457330.051901:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457330.051906:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457331.075919:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457331.075925:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457331.075931:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457332.099896:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457332.099899:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457332.099902:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457333.123919:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457333.123924:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457333.123930:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457334.147863:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457334.147868:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457334.147872:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457335.171847:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457335.171850:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457335.171852:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457336.195882:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457336.195885:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457336.195888:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457337.219824:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457337.219827:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457337.219830:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457338.243962:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457338.243967:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457338.243972:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:0.0:1760457338.372959:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760457338.372967:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073996896 (tot 1763546). 00000400:00000200:0.0:1760457338.372974:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760457338.372983:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760457338.372988:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e287ead 00000400:00000010:0.0:1760457338.372990:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e287ead. 00000100:00000001:0.0:1760457338.372994:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760457338.372999:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d0b21c0f x1845971106419200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457363 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457338.373010:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457338.373013:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d0b21c0f x1845971106419200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457363 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457338.373021:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457338.373023:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457339.267943:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457339.267948:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457339.267952:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457340.291959:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457340.291964:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457340.291969:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457341.315889:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457341.315894:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457341.315900:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457343.363836:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457343.363840:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457343.363842:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457343.491896:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457343.491906:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457343.491909:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457343.491913:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457343.491915:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457343.491919:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457343.491923:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457343.491926:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457343.491932:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5602) 00000020:00000001:0.0:1760457345.411933:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457345.411940:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457345.411946:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457346.755760:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457346.755762:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457346.755764:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457346.755766:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457347.459927:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457347.459932:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457347.459937:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457347.587760:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457347.587772:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457347.587774:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457347.587780:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457347.587783:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457347.587787:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457347.587790:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457347.779776:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457347.779785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457347.779788:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457347.779795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457347.779803:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457347.779808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457347.779812:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457347.779816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457347.779819:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457348.483793:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457348.483796:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457348.483799:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457348.611723:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457348.611732:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457348.611733:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457348.611738:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457348.611740:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457348.611743:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457348.611744:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457348.803725:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457348.803729:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457348.803731:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457348.803735:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457348.803738:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457348.803741:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457348.803743:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457348.803744:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457348.803746:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457349.507831:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457349.507834:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457349.507836:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457349.635728:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457349.635733:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760457349.635743:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457324/real 1760457324] req@00000000317ff920 x1845971106419072/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457349 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760457349.635757:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760457349.635759:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760457349.635761:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004889287b. 00000400:00000200:1.0:1760457349.635765:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ffa49f2 00000400:00000010:1.0:1760457349.635767:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ffa49f2. 00000100:00000001:1.0:1760457349.635771:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760457349.635772:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000317ff920 x1845971106419072/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457349 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760457349.635778:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000317ff920 x1845971106419072/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457349 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457349.635782:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760457349.635783:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457349.635785:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760457349.635787:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760457349.635789:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000317ff920 x1845971106419072/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457349 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457349.635793:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457349.635799:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457349.635800:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457349.635802:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457349.635804:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457349.635806:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760457349.635808:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000317ff920 x1845971106419072/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457349 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760457349.635813:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760457349.635815:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457349.635816:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760457349.635816:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457349.635818:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760457349.635820:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760457349.635822:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760457349.635840:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760457349.635842:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760457349.635844:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000317ff920 x1845971106419072/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457349 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760457349.635849:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000317ff920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106419072:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760457349.635852:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457349.635853:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457349.635855:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000317ff920 x1845971106419072/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457349 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760457349.635859:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760457349.635861:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760457349.635864:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ec8029a1. 02000000:00000001:1.0:1760457349.635867:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760457349.635869:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760457349.635870:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:1.0:1760457349.635873:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760457349.635874:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ffd844b8. 02000000:00000001:1.0:1760457349.635877:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760457349.635878:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760457349.635880:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000317ff920. 00000100:00000001:1.0:1760457349.635882:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760457349.635883:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457349.635885:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457349.636123:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457349.636126:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457349.636127:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760457349.636131:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa80ed1c x1845971106419264/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457349.636137:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457349.636138:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457349.636141:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760457349.636143:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457349.636145:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa80ed1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106419264:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760457349.636147:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760457349.636150:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760457349.636151:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457349.636153:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760457349.636156:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ec8029a1. 02000000:00000001:1.0:1760457349.636157:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760457349.636160:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004889287b. 00000400:00000010:1.0:1760457349.636163:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ffa49f2. 00000100:00000200:1.0:1760457349.636167:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106419264, portal 10 00000100:00000001:1.0:1760457349.636168:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760457349.636169:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771184000 : -123359938367616 : ffff8fce06b1af80) 00000100:00000040:1.0:1760457349.636173:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000fa80ed1c x1845971106419264/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457374 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457349.636177:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760457349.636179:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760457349.636181:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bba7a880. 00000100:00000200:1.0:1760457349.636182:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106419264, offset 0 00000400:00000200:1.0:1760457349.636187:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760457349.636197:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760457349.636203:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760457349.636205:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760457349.636207:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760457349.636210:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [325:325:256:4294967295] 192.168.203.106@tcp LPNI seq info [325:325:8:4294967295] 00000400:00000200:1.0:1760457349.636218:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760457349.636222:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760457349.636226:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e255c780 (tot 1763794). 00000800:00000200:1.0:1760457349.636231:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760457349.636238:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760457349.636240:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e255c780 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760457349.636253:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457349.636254:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760457349.636256:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457349.636258:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457349.636259:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457349.636261:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457349.636262:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457349.636263:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457349.636264:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457349.636265:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457349.636267:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457349.827718:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457349.827723:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457349.827724:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457349.827728:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457349.827732:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457349.827734:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457349.827736:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457349.827737:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457349.827739:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457350.531797:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457350.531801:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457350.531804:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457350.659749:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457350.659759:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457350.659760:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457350.659764:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457350.659766:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457350.659769:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457350.659770:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457350.851734:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457350.851738:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457350.851739:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457350.851742:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457350.851747:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457350.851750:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457350.851751:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457350.851753:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457350.851755:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457351.555880:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457351.555883:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457351.555887:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457351.683791:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457351.683805:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457351.683807:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457351.683816:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457351.683819:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457351.683824:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457351.683828:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457351.875761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457351.875769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457351.875772:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457351.875780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457351.875788:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457351.875793:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457351.875797:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457351.875800:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457351.875804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457352.579824:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457352.579828:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457352.579831:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457352.707777:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457352.707790:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457352.707792:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457352.707798:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457352.707801:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457352.707805:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457352.707808:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457352.899726:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457352.899731:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457352.899732:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457352.899735:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457352.899739:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457352.899742:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457352.899743:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457352.899745:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457352.899747:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457353.603854:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457353.603857:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457353.603859:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457353.731825:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457353.731839:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457353.731841:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457353.731849:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457353.731853:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457353.731857:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457353.731860:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457353.923767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457353.923773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457353.923792:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457353.923797:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457353.923802:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457353.923805:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457353.923808:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457353.923810:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457353.923812:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457354.627803:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457354.627805:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457354.627807:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457354.755740:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457354.755750:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457354.755752:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457354.755757:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457354.755759:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457354.755763:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457354.755766:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457354.947772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457354.947781:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457354.947783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457354.947790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457354.947797:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457354.947802:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457354.947807:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457354.947810:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457354.947814:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457355.651800:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457355.651803:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457355.651805:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457355.779728:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457355.779733:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760457355.779744:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457330/real 1760457330] req@000000005586cac1 x1845971106419136/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457355 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760457355.779758:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760457355.779760:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760457355.779762:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fbc8fd6. 00000400:00000200:1.0:1760457355.779767:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d7fef28 00000400:00000010:1.0:1760457355.779768:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d7fef28. 00000100:00000001:1.0:1760457355.779772:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760457355.779774:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005586cac1 x1845971106419136/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457355 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760457355.779779:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005586cac1 x1845971106419136/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457355 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457355.779784:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760457355.779785:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457355.779787:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760457355.779789:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760457355.779790:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000005586cac1 x1845971106419136/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457355 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457355.779795:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457355.779802:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457355.779803:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457355.779804:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457355.779806:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457355.779809:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760457355.779811:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005586cac1 x1845971106419136/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457355 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760457355.779815:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760457355.779818:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457355.779819:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760457355.779819:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457355.779821:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760457355.779823:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760457355.779825:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760457355.779845:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760457355.779846:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760457355.779849:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005586cac1 x1845971106419136/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457355 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760457355.779854:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005586cac1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106419136:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760457355.779857:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457355.779859:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457355.779860:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000005586cac1 x1845971106419136/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457355 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760457355.779864:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760457355.779866:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760457355.779869:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760457355.779872:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760457355.779874:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760457355.779875:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:1.0:1760457355.779877:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760457355.779878:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d3ca4d9b. 02000000:00000001:1.0:1760457355.779882:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760457355.779883:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760457355.779884:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005586cac1. 00000100:00000001:1.0:1760457355.779887:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760457355.779888:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457355.779890:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457355.780162:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457355.780164:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457355.780166:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760457355.780169:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d359e66 x1845971106419328/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457355.780174:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457355.780175:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457355.780178:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760457355.780180:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457355.780182:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d359e66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106419328:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760457355.780185:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760457355.780187:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760457355.780189:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457355.780191:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760457355.780194:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760457355.780195:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760457355.780199:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007fbc8fd6. 00000400:00000010:1.0:1760457355.780202:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d7fef28. 00000100:00000200:1.0:1760457355.780206:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106419328, portal 4 00000100:00000001:1.0:1760457355.780208:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760457355.780209:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771175488 : -123359938376128 : ffff8fce06b18e40) 00000100:00000040:1.0:1760457355.780213:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004d359e66 x1845971106419328/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457380 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457355.780218:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760457355.780220:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760457355.780221:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007712c157. 00000100:00000200:1.0:1760457355.780223:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106419328, offset 0 00000400:00000200:1.0:1760457355.780228:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760457355.780239:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760457355.780244:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760457355.780246:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760457355.780249:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760457355.780251:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [326:326:256:4294967295] 192.168.203.106@tcp LPNI seq info [326:326:8:4294967295] 00000400:00000200:1.0:1760457355.780259:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760457355.780264:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760457355.780267:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cfe28c5a (tot 1763794). 00000800:00000200:1.0:1760457355.780272:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760457355.780279:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760457355.780282:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cfe28c5a type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760457355.780294:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457355.780296:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760457355.780297:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457355.780299:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457355.780300:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457355.780303:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457355.780304:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457355.780306:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457355.780306:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457355.780307:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457355.780308:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457355.971789:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457355.971795:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457355.971797:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457355.971802:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457355.971808:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457355.971811:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457355.971814:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457355.971816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457355.971818:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457356.675862:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457356.675866:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457356.675870:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457356.803791:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457356.803821:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457356.803823:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457356.803829:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457356.803832:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457356.803837:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457356.803840:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457356.995787:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457356.995793:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457356.995796:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457356.995801:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457356.995807:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457356.995811:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457356.995814:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457356.995816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457356.995819:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457357.699804:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457357.699808:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457357.699811:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457357.827732:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457357.827745:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457357.827746:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457357.827752:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457357.827754:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457357.827758:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457357.827761:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457358.019752:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457358.019760:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457358.019762:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457358.019768:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457358.019774:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457358.019790:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457358.019793:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457358.019795:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457358.019798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457358.723851:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457358.723854:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457358.723857:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457358.851695:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457358.851706:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457358.851708:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457358.851712:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457358.851715:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457358.851718:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457358.851721:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457359.043743:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457359.043749:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457359.043751:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457359.043756:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457359.043762:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457359.043765:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457359.043768:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457359.043770:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457359.043773:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457359.747814:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457359.747818:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457359.747820:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457359.875697:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457359.875705:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457359.875706:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457359.875710:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457359.875711:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457359.875714:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457359.875716:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457360.067694:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457360.067698:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457360.067699:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457360.067703:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457360.067706:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457360.067708:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457360.067710:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457360.067712:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457360.067714:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457360.771810:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457360.771813:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457360.771815:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457360.899716:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457360.899724:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457360.899726:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457360.899730:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457360.899732:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457360.899736:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457360.899740:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457361.091775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457361.091784:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457361.091787:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457361.091794:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457361.091802:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457361.091808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457361.091812:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457361.091815:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457361.091819:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457361.795945:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457361.795950:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457361.795954:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457361.923774:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457361.923787:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457361.923789:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457361.923796:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457361.923799:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457361.923803:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457361.923806:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457362.115754:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457362.115759:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457362.115760:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457362.115764:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457362.115767:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457362.115770:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457362.115772:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457362.115774:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457362.115776:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457362.819916:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457362.819920:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457362.819924:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457362.947772:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457362.947785:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457362.947787:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457362.947794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457362.947797:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457362.947801:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457362.947804:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457363.139766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457363.139774:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457363.139777:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457363.139783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457363.139791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457363.139795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457363.139799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457363.139802:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457363.139807:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457363.843888:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457363.843893:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457363.843897:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457363.971784:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457363.971793:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760457363.971813:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457338/real 1760457338] req@00000000d0b21c0f x1845971106419200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457363 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760457363.971843:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760457363.971846:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760457363.971851:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000664bb383. 00000400:00000200:1.0:1760457363.971861:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bf6a8d9 00000400:00000010:1.0:1760457363.971864:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bf6a8d9. 00000100:00000001:1.0:1760457363.971871:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760457363.971878:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d0b21c0f x1845971106419200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457363 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760457363.971894:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d0b21c0f x1845971106419200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457363 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457363.971908:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760457363.971912:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457363.971917:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760457363.971920:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760457363.971926:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d0b21c0f x1845971106419200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457363 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457363.971934:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457363.971945:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457363.971947:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457363.971950:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457363.971993:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457363.971998:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760457363.972002:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d0b21c0f x1845971106419200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457363 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760457363.972011:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760457363.972015:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457363.972017:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760457363.972018:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457363.972021:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760457363.972023:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760457363.972026:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760457363.972060:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760457363.972064:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760457363.972069:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0b21c0f x1845971106419200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457363 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760457363.972078:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0b21c0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106419200:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760457363.972083:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457363.972086:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457363.972089:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d0b21c0f x1845971106419200/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457363 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760457363.972097:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760457363.972100:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760457363.972105:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000063605d8. 02000000:00000001:1.0:1760457363.972110:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760457363.972113:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760457363.972122:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1760457363.972125:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760457363.972128:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000350d0570. 02000000:00000001:1.0:1760457363.972133:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760457363.972135:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760457363.972137:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d0b21c0f. 00000100:00000001:1.0:1760457363.972140:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760457363.972142:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457363.972145:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760457363.972198:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457363.972208:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457363.972211:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760457363.972214:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457363.972215:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457363.972220:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457363.972225:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 5592 00000100:00080000:0.0:1760457363.972228:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457363.972232:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457363.972236:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457363.972238:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457363.972241:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457363.972245:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457363.972247:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760457363.972250:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457363.972253:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760457363.972256:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760457363.972259:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760457363.972262:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457363.972264:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457363.972266:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457363.972268:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457363.972271:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760457363.972275:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760457363.972278:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457363.972280:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457363.972284:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457363.972287:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457363.972289:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760457363.972291:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457363.972300:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002694c92e. 00000020:00000040:0.0:1760457363.972304:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760457363.972310:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457363.972312:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457363.972315:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457363.972319:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457363.972323:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457363.972332:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c104535d. 00000100:00000001:0.0:1760457363.972339:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457363.972345:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002694c92e x1845971106419392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457363.972357:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457363.972359:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457363.972363:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002694c92e] to pc [ptlrpcd_rcv+-1] req@000000002694c92e x1845971106419392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457363.972392:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457363.972395:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457363.972397:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457363.972401:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457363.972404:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457363.972408:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457363.972411:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457363.972414:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457363.972420:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5623) 00000100:00000001:1.0:1760457363.972442:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457363.972446:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457363.972449:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760457363.972456:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002694c92e x1845971106419392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457363.972467:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457363.972469:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457363.972473:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760457363.972477:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457363.972481:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002694c92e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106419392:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760457363.972485:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760457363.972490:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760457363.972492:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457363.972495:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760457363.972500:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000063605d8. 02000000:00000001:1.0:1760457363.972503:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760457363.972507:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000664bb383. 00000400:00000010:1.0:1760457363.972512:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bf6a8d9. 00000100:00000200:1.0:1760457363.972519:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106419392, portal 25 00000100:00000001:1.0:1760457363.972522:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760457363.972524:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762836672 : -123359946714944 : ffff8fce063250c0) 00000100:00000040:1.0:1760457363.972529:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002694c92e x1845971106419392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457388 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457363.972544:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760457363.972548:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760457363.972551:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c686b9a. 00000100:00000200:1.0:1760457363.972554:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106419392, offset 0 00000400:00000200:1.0:1760457363.972562:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760457363.972578:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760457363.972586:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760457363.972591:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760457363.972594:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760457363.972599:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [327:327:256:4294967295] 192.168.203.106@tcp LPNI seq info [327:327:8:4294967295] 00000400:00000200:1.0:1760457363.972612:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760457363.972620:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760457363.972624:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000034a95bfb (tot 1763794). 00000800:00000200:1.0:1760457363.972632:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760457363.972641:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760457363.972675:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000034a95bfb type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760457363.972695:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457363.972697:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760457363.972700:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457363.972703:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457363.972706:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457363.972710:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457363.972712:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457363.972714:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457363.972715:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457363.972717:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457363.972719:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760457363.972867:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760457363.972874:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000034a95bfb (tot 1763546). 00000400:00000200:0.0:1760457363.972883:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760457363.972893:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760457363.972899:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c686b9a 00000400:00000010:0.0:1760457363.972902:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c686b9a. 00000100:00000001:0.0:1760457363.972907:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760457363.972912:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002694c92e x1845971106419392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457388 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457363.972926:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457363.972930:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002694c92e x1845971106419392/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457388 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457363.972940:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457363.972943:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457364.163771:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457364.163777:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457364.163779:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457364.163785:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457364.163791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457364.163795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457364.163798:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457364.163800:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457364.163804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457364.867899:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457364.867906:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457364.867912:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457364.995786:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457364.995802:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457364.995806:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457364.995814:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457364.995819:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457364.995825:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457364.995829:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457365.187786:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457365.187794:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457365.187797:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457365.187803:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457365.187810:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457365.187815:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457365.187818:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457365.187821:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457365.187825:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457365.891923:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457365.891928:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457365.891933:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457366.019795:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457366.019812:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457366.019815:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457366.019824:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457366.019830:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457366.019835:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457366.019840:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457366.211773:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457366.211782:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457366.211784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457366.211792:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457366.211799:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457366.211804:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457366.211809:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457366.211812:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457366.211816:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457366.915990:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457366.915995:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457366.915999:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457367.043779:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457367.043792:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457367.043794:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457367.043800:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457367.043803:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457367.043807:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457367.043811:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457367.235722:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457367.235726:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457367.235727:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457367.235731:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457367.235734:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457367.235737:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457367.235739:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457367.235740:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457367.235742:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457367.939989:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457367.939995:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457367.940001:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457368.067772:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457368.067784:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457368.067786:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457368.067792:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457368.067795:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457368.067799:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457368.067802:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457368.259761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457368.259767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457368.259768:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457368.259774:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457368.259779:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457368.259783:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457368.259786:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457368.259788:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457368.259792:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457368.964034:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457368.964040:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457368.964046:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457369.091746:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457369.091761:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457369.091763:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457369.091771:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457369.091775:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457369.091779:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457369.091781:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457369.283775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457369.283781:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457369.283784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457369.283789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457369.283795:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457369.283799:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457369.283802:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457369.283805:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457369.283808:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457369.987948:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457369.987953:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457369.987958:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457370.115817:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457370.115831:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457370.115833:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457370.115839:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457370.115842:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457370.115846:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457370.115849:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457370.307763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457370.307769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457370.307771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457370.307776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457370.307782:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457370.307786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457370.307788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457370.307791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457370.307794:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457371.011966:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457371.011971:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457371.011976:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457371.139751:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457371.139763:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457371.139765:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457371.139771:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457371.139773:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457371.139778:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457371.139781:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457371.331780:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457371.331789:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457371.331791:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457371.331798:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457371.331806:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457371.331811:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457371.331815:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457371.331819:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457371.331823:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457372.035980:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457372.035986:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457372.035992:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457372.163830:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457372.163847:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457372.163851:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457372.163858:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457372.163862:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457372.163868:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457372.163872:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457372.355702:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457372.355705:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457372.355706:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457372.355709:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457372.355712:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457372.355715:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457372.355717:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457372.355718:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457372.355720:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457373.059926:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457373.059930:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457373.059934:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457373.187782:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457373.187795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457373.187797:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457373.187804:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457373.187807:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457373.187812:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457373.187815:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457373.379758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457373.379764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457373.379767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457373.379772:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457373.379777:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457373.379781:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457373.379784:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457373.379787:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457373.379789:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457374.083978:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457374.083983:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457374.083987:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457374.211752:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457374.211758:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760457374.211774:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457349/real 1760457349] req@00000000fa80ed1c x1845971106419264/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457374 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760457374.211796:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760457374.211799:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760457374.211802:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004889287b. 00000400:00000200:1.0:1760457374.211810:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ffa49f2 00000400:00000010:1.0:1760457374.211812:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ffa49f2. 00000100:00000001:1.0:1760457374.211818:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760457374.211822:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fa80ed1c x1845971106419264/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457374 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760457374.211834:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fa80ed1c x1845971106419264/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457374 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457374.211843:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760457374.211847:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457374.211850:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760457374.211852:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760457374.211857:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fa80ed1c x1845971106419264/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457374 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1760457374.211861:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457374.211869:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760457374.211872:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457374.211878:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457374.211881:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457374.211907:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457374.211911:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457374.211914:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457374.211916:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1760457374.211919:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1760457374.211921:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457374.211928:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1760457374.211931:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5633) 00000100:00000001:1.0:1760457374.211932:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457374.211938:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760457374.211946:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa80ed1c x1845971106419264/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457374 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760457374.211964:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760457374.211968:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457374.211970:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760457374.211972:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457374.211974:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760457374.211977:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760457374.211980:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760457374.212004:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760457374.212008:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760457374.212012:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa80ed1c x1845971106419264/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457374 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760457374.212022:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa80ed1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106419264:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760457374.212029:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457374.212033:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457374.212038:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000fa80ed1c x1845971106419264/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457374 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760457374.212046:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1760457374.212048:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1760457374.212050:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760457374.212056:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ec8029a1. 00000100:00080000:0.0:1760457374.212057:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457374.212064:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1760457374.212066:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1760457374.212070:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000020:00000001:1.0:1760457374.212071:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:0.0:1760457374.212075:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000020:00000040:1.0:1760457374.212076:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000100:00000001:0.0:1760457374.212081:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:1.0:1760457374.212083:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00080000:0.0:1760457374.212085:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:1.0:1760457374.212088:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000060b27ffd. 00000100:00000001:0.0:1760457374.212097:0:145968:0:(import.c:519:import_select_connection()) Process entered 02000000:00000001:1.0:1760457374.212098:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760457374.212102:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760457374.212104:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fa80ed1c. 00000100:00080000:0.0:1760457374.212108:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5603 00000100:00000001:1.0:1760457374.212110:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1760457374.212114:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1760457374.212115:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457374.212121:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457374.212123:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457374.212129:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457374.212133:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457374.212136:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457374.212140:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457374.212143:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760457374.212146:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457374.212150:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760457374.212153:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760457374.212156:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760457374.212160:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457374.212162:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457374.212164:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457374.212166:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457374.212168:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760457374.212172:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457374.212175:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457374.212179:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457374.212187:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457374.212190:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457374.212193:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457374.212197:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457374.212200:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457374.212203:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457374.212212:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a69227d0. 00000020:00000040:0.0:1760457374.212216:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760457374.212222:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457374.212223:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457374.212227:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457374.212230:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457374.212235:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457374.212244:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ca48aada. 00000100:00000001:0.0:1760457374.212250:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457374.212257:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a69227d0 x1845971106419456/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457374.212269:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457374.212272:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457374.212276:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a69227d0] to pc [ptlrpcd_rcv+-1] req@00000000a69227d0 x1845971106419456/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457374.212305:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457374.212308:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457374.212310:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457374.212313:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457374.212316:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457374.212319:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457374.212323:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5633) 00000100:00000001:1.0:1760457374.212350:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457374.212355:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457374.212357:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760457374.212364:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a69227d0 x1845971106419456/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457374.212375:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457374.212377:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457374.212381:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760457374.212384:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457374.212387:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a69227d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106419456:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760457374.212391:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760457374.212395:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760457374.212397:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457374.212400:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760457374.212406:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ec8029a1. 02000000:00000001:1.0:1760457374.212408:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760457374.212413:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004889287b. 00000400:00000010:1.0:1760457374.212418:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ffa49f2. 00000100:00000200:1.0:1760457374.212425:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106419456, portal 10 00000100:00000001:1.0:1760457374.212428:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760457374.212429:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762824512 : -123359946727104 : ffff8fce06322140) 00000100:00000040:1.0:1760457374.212436:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a69227d0 x1845971106419456/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457399 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457374.212444:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760457374.212448:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760457374.212451:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dc144be. 00000100:00000200:1.0:1760457374.212454:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106419456, offset 0 00000400:00000200:1.0:1760457374.212462:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760457374.212477:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760457374.212486:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760457374.212491:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760457374.212494:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760457374.212499:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [328:328:256:4294967295] 192.168.203.106@tcp LPNI seq info [328:328:8:4294967295] 00000400:00000200:1.0:1760457374.212512:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760457374.212520:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760457374.212525:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009cf62767 (tot 1763794). 00000800:00000200:1.0:1760457374.212533:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760457374.212542:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760457374.212548:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009cf62767 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760457374.212571:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457374.212573:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760457374.212576:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457374.212580:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457374.212582:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457374.212586:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457374.212588:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457374.212590:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457374.212592:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457374.212593:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457374.212596:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457374.403766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457374.403771:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457374.403773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457374.403778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457374.403783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457374.403786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457374.403789:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457374.403791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457374.403794:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457375.107969:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457375.107974:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457375.107979:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457375.235760:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457375.235772:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457375.235775:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457375.235780:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457375.235783:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457375.235788:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457375.235791:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457375.427772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457375.427781:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457375.427784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457375.427791:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457375.427798:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457375.427803:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457375.427807:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457375.427811:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457375.427815:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457376.131981:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457376.131986:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457376.131991:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457376.259766:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457376.259779:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457376.259781:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457376.259787:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457376.259790:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457376.259795:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457376.259797:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457376.451784:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457376.451793:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457376.451796:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457376.451803:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457376.451820:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457376.451825:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457376.451829:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457376.451832:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457376.451837:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457377.155921:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457377.155926:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457377.155930:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457377.283761:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457377.283774:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457377.283776:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457377.283782:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457377.283785:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457377.283789:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457377.283792:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457377.475760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457377.475767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457377.475769:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457377.475774:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457377.475781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457377.475785:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457377.475788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457377.475791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457377.475794:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457378.179960:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457378.179966:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457378.179973:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457378.307755:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457378.307768:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457378.307770:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457378.307777:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457378.307780:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457378.307784:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457378.307787:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457378.499777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457378.499786:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457378.499788:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457378.499796:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457378.499803:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457378.499809:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457378.499813:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457378.499816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457378.499821:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457379.204096:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457379.204102:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457379.204106:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457379.331789:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457379.331802:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457379.331805:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457379.331810:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457379.331812:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457379.331815:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1760457379.331817:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457379.331822:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457379.331826:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1760457379.331830:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457379.331834:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760457379.331836:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5638) 00000100:00000001:0.0:1760457379.331841:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457379.331845:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457379.331874:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457379.331878:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457379.523782:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457379.523789:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457379.523792:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457379.523797:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457379.523803:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457379.523807:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457379.523810:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457379.523813:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457379.523816:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457380.227939:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457380.227944:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457380.227948:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457380.355751:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457380.355757:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760457380.355773:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457355/real 1760457355] req@000000004d359e66 x1845971106419328/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457380 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760457380.355797:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760457380.355799:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760457380.355802:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007fbc8fd6. 00000400:00000200:0.0:1760457380.355810:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d7fef28 00000400:00000010:0.0:1760457380.355813:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d7fef28. 00000100:00000001:0.0:1760457380.355818:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760457380.355821:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004d359e66 x1845971106419328/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457380 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760457380.355832:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004d359e66 x1845971106419328/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457380 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457380.355869:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760457380.355873:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457380.355877:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457380.355879:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760457380.355884:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000004d359e66 x1845971106419328/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457380 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457380.355892:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457380.355904:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457380.355906:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457380.355909:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457380.355912:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457380.355915:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760457380.355919:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d359e66 x1845971106419328/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457380 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457380.355928:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760457380.355931:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457380.355933:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457380.355934:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457380.355937:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760457380.355939:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760457380.355943:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760457380.355969:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760457380.355972:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760457380.355976:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d359e66 x1845971106419328/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457380 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760457380.355985:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d359e66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106419328:192.168.203.106@tcp:8: 00000100:00000001:0.0:1760457380.355991:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457380.355993:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457380.355996:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004d359e66 x1845971106419328/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457380 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457380.356004:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760457380.356007:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760457380.356012:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a5369a9. 02000000:00000001:0.0:1760457380.356018:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760457380.356021:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760457380.356024:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:0.0:1760457380.356028:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760457380.356030:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000004be9c92f. 02000000:00000001:0.0:1760457380.356035:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760457380.356038:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760457380.356040:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d359e66. 00000100:00000001:0.0:1760457380.356045:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760457380.356047:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1760457380.356047:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457380.356053:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760457380.356061:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457380.356066:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457380.356070:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457380.356072:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457380.356076:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457380.356080:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457380.356084:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457380.356086:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:1.0:1760457380.356089:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457380.356091:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457380.356095:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457380.356101:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5609 00000100:00080000:1.0:1760457380.356104:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457380.356108:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457380.356111:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457380.356113:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457380.356115:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457380.356120:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457380.356122:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:1.0:1760457380.356125:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457380.356129:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:1.0:1760457380.356132:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:1.0:1760457380.356135:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:1.0:1760457380.356138:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457380.356140:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457380.356142:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457380.356143:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457380.356146:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:1.0:1760457380.356150:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760457380.356153:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457380.356156:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457380.356163:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457380.356166:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457380.356169:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760457380.356173:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760457380.356176:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457380.356178:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457380.356189:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d2ae1ae4. 00000020:00000040:1.0:1760457380.356193:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:1.0:1760457380.356199:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457380.356201:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457380.356205:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457380.356208:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457380.356213:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457380.356223:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006a5369a9. 00000100:00000001:1.0:1760457380.356230:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457380.356236:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2ae1ae4 x1845971106419520/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457380.356248:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457380.356251:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457380.356255:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d2ae1ae4] to pc [ptlrpcd_rcv+-1] req@00000000d2ae1ae4 x1845971106419520/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457380.356285:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457380.356288:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:1.0:1760457380.356293:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5639) 00000100:00000001:0.0:1760457380.356342:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457380.356347:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457380.356350:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760457380.356358:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2ae1ae4 x1845971106419520/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457380.356371:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760457380.356373:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457380.356378:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760457380.356381:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457380.356384:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2ae1ae4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106419520:192.168.203.106@tcp:8: 00000100:00000001:0.0:1760457380.356389:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760457380.356393:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760457380.356395:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457380.356398:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760457380.356404:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ba73836f. 02000000:00000001:0.0:1760457380.356406:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760457380.356411:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001a2987ee. 00000400:00000010:0.0:1760457380.356417:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e649cd4. 00000100:00000200:0.0:1760457380.356424:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106419520, portal 4 00000100:00000001:0.0:1760457380.356427:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760457380.356428:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768340480 : -123359941211136 : ffff8fce06864c00) 00000100:00000040:0.0:1760457380.356435:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d2ae1ae4 x1845971106419520/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457405 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457380.356444:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760457380.356448:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760457380.356450:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001565a184. 00000100:00000200:0.0:1760457380.356454:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106419520, offset 0 00000400:00000200:0.0:1760457380.356461:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760457380.356476:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760457380.356485:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760457380.356490:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760457380.356494:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760457380.356498:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [329:329:256:4294967295] 192.168.203.106@tcp LPNI seq info [329:329:8:4294967295] 00000400:00000200:0.0:1760457380.356512:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760457380.356519:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760457380.356525:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f012ee74 (tot 1763794). 00000800:00000200:0.0:1760457380.356534:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760457380.356543:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760457380.356548:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f012ee74 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760457380.356573:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457380.356576:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760457380.356579:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457380.356583:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457380.356585:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457380.356590:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457380.356591:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457380.356593:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457380.356595:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457380.356596:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457380.356598:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457380.547756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457380.547763:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457380.547765:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457380.547770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457380.547776:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457380.547780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457380.547783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457380.547786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457380.547789:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457381.251928:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457381.251934:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457381.251940:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457381.379762:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457381.379778:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457381.379781:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457381.379789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457381.379793:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457381.379798:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457381.379802:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457381.571759:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457381.571765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457381.571767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457381.571771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457381.571777:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457381.571780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457381.571784:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457381.571786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457381.571789:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457382.275926:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457382.275931:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457382.275936:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457382.595732:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457382.595737:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457382.595739:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457382.595744:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457382.595750:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457382.595753:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457382.595756:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457382.595759:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457382.595762:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457383.299909:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457383.299915:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457383.299919:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457383.619761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457383.619769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457383.619771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457383.619778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457383.619785:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457383.619790:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457383.619794:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457383.619798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457383.619802:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457384.324001:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457384.324006:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457384.324010:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457384.643758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457384.643763:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457384.643765:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457384.643770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457384.643776:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457384.643780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457384.643783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457384.643785:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457384.643788:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457385.347890:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457385.347897:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457385.347903:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457385.475802:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457385.475846:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457385.475856:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457385.475864:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457385.475869:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457385.475876:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457385.475879:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457385.475884:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457385.475891:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5644) 00000100:00000001:1.0:1760457385.667759:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457385.667766:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457385.667769:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457385.667776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457385.667783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457385.667787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457385.667791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457385.667794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457385.667799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457386.372011:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457386.372017:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457386.372021:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457386.691764:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457386.691770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457386.691773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457386.691779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457386.691785:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457386.691789:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457386.691792:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457386.691794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457386.691797:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457387.395856:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457387.395861:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457387.395866:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457387.715766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457387.715772:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457387.715774:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457387.715779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457387.715785:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457387.715789:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457387.715814:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457387.715817:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457387.715820:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457388.420015:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457388.420020:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457388.420024:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457388.548121:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457388.548136:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457388.548140:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:1.0:1760457388.548144:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457388.548148:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457388.548155:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457388.548163:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 5618 00000100:00080000:1.0:1760457388.548169:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457388.548177:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457388.548181:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457388.548188:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457388.548193:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457388.548200:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457388.548204:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:1.0:1760457388.548209:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457388.548213:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:1.0:1760457388.548219:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:1.0:1760457388.548223:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:1.0:1760457388.548230:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457388.548235:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457388.548240:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457388.548246:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457388.548253:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:1.0:1760457388.548261:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:1.0:1760457388.548265:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457388.548268:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457388.548271:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457388.548274:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457388.548277:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:1.0:1760457388.548280:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457388.548290:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b73f9ed. 00000020:00000040:1.0:1760457388.548295:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:1.0:1760457388.548300:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457388.548301:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457388.548305:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457388.548309:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457388.548313:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457388.548321:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005d5b7195. 00000100:00000001:1.0:1760457388.548328:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457388.548335:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b73f9ed x1845971106419584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457388.548346:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457388.548348:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457388.548353:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000b73f9ed] to pc [ptlrpcd_rcv+-1] req@000000000b73f9ed x1845971106419584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457388.548380:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457388.548383:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457388.548385:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457388.548389:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457388.548393:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457388.548397:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457388.548401:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457388.548405:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457388.548410:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5647) 00000800:00000200:0.0:1760457388.548866:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760457388.548874:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a7bc5d3 (tot 1763546). 00000400:00000200:0.0:1760457388.548881:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760457388.548889:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760457388.548894:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a08086c0 00000400:00000010:0.0:1760457388.548896:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a08086c0. 00000100:00000001:0.0:1760457388.548901:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760457388.548906:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000b73f9ed x1845971106419584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457413 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457388.548917:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457388.548920:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000b73f9ed x1845971106419584/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457413 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457388.548928:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457388.548931:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457388.739761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457388.739767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457388.739769:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457388.739775:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457388.739780:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457388.739783:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457388.739818:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457388.739820:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457388.739823:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457389.444006:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457389.444013:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457389.444019:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457389.763753:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457389.763760:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457389.763762:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457389.763767:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457389.763772:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457389.763776:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457389.763825:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457389.763827:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457389.763831:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457390.467991:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457390.467996:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457390.468001:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457390.787795:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457390.787801:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457390.787803:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457390.787809:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457390.787814:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457390.787818:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457390.787821:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457390.787823:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457390.787826:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457391.491982:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457391.491989:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457391.491995:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457391.811754:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457391.811761:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457391.811763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457391.811791:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457391.811797:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457391.811800:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457391.811804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457391.811806:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457391.811809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457392.516004:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457392.516008:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457392.516013:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457392.835831:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457392.835837:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457392.835839:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457392.835844:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457392.835850:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457392.835853:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457392.835856:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457392.835859:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457392.835862:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457393.539872:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457393.539877:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457393.539882:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457393.667850:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457393.667863:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457393.667869:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457393.667876:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457393.667882:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457393.667889:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457393.667894:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457393.667899:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457393.667908:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5652) 00000100:00000001:1.0:1760457393.859788:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457393.859794:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457393.859796:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457393.859802:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457393.859807:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457393.859811:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457393.859815:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457393.859817:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457393.859820:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457394.564020:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457394.564025:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457394.564029:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457394.883852:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457394.883858:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457394.883860:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457394.883865:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457394.883870:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457394.883874:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457394.883877:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457394.883879:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457394.883882:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457395.587942:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457395.587948:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457395.587954:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457395.907788:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457395.907797:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457395.907799:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457395.907806:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457395.907813:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457395.907818:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457395.907822:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457395.907826:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457395.907830:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457396.931807:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457396.931814:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457396.931817:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457396.931823:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457396.931842:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457396.931848:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457396.931852:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457396.931855:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457396.931859:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457397.635929:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457397.635934:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457397.635939:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457397.955809:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457397.955816:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457397.955818:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457397.955824:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457397.955831:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457397.955836:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457397.955840:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457397.955843:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457397.955847:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760457398.787871:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457398.787883:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457398.787890:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457398.787898:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457398.787904:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457398.787911:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457398.787914:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457398.787918:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457398.787924:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5657) 00000100:00000001:1.0:1760457398.979809:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457398.979816:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457398.979818:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457398.979824:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457398.979830:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457398.979833:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457398.979836:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457398.979839:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457398.979842:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457399.683981:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457399.683986:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457399.683990:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457399.812175:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457399.812184:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457399.812188:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457399.812192:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457399.812195:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1760457399.812198:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457399.812200:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457399.812205:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457399.812211:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5628 00000100:00080000:1.0:1760457399.812214:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457399.812218:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457399.812221:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457399.812224:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457399.812226:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457399.812230:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457399.812232:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:1.0:1760457399.812235:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457399.812239:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:1.0:1760457399.812241:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:1.0:1760457399.812244:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:1.0:1760457399.812247:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457399.812249:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457399.812251:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457399.812254:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457399.812256:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:1.0:1760457399.812260:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760457399.812263:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457399.812266:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457399.812274:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457399.812277:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457399.812279:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760457399.812284:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760457399.812287:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457399.812289:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457399.812300:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ed04dfc. 00000020:00000040:1.0:1760457399.812304:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:1.0:1760457399.812309:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457399.812311:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457399.812315:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457399.812319:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457399.812323:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457399.812332:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f524eada. 00000100:00000001:1.0:1760457399.812339:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457399.812345:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003ed04dfc x1845971106419648/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457399.812357:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457399.812359:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457399.812363:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003ed04dfc] to pc [ptlrpcd_rcv+-1] req@000000003ed04dfc x1845971106419648/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457399.812393:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457399.812396:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457399.812397:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457399.812401:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457399.812404:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457399.812407:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457399.812413:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5658) 00000100:00000001:1.0:1760457400.003807:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457400.003813:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457400.003815:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457400.003821:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457400.003826:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457400.003830:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457400.003833:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457400.003835:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457400.003838:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457401.027855:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457401.027862:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457401.027864:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457401.027869:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457401.027875:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457401.027880:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457401.027883:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457401.027886:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457401.027889:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457401.731996:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457401.732001:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457401.732005:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457402.051860:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457402.051867:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457402.051870:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457402.051875:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457402.051881:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457402.051885:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457402.051888:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457402.051891:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457402.051894:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457403.075821:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457403.075827:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457403.075829:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457403.075833:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457403.075837:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457403.075841:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457403.075844:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457403.075846:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457403.075848:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457403.779929:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457403.779935:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457403.779940:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457404.099831:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457404.099838:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457404.099840:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457404.099846:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457404.099853:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457404.099857:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457404.099860:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457404.099863:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457404.099866:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457405.123870:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457405.123879:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457405.123881:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457405.123887:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457405.123892:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457405.123897:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457405.123900:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457405.123902:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457405.123905:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457405.827925:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457405.827932:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457405.827938:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457405.956084:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457405.956091:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457405.956094:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457405.956097:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457405.956099:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457405.956102:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457405.956104:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457405.956108:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457405.956110:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:1.0:1760457405.956113:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457405.956114:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457405.956118:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457405.956123:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5634 00000100:00080000:1.0:1760457405.956126:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457405.956129:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457405.956132:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457405.956134:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457405.956136:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457405.956140:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457405.956142:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:1.0:1760457405.956145:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457405.956148:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:1.0:1760457405.956151:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:1.0:1760457405.956153:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:1.0:1760457405.956156:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457405.956158:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457405.956159:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457405.956161:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457405.956163:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:1.0:1760457405.956167:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760457405.956177:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457405.956180:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457405.956187:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457405.956189:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457405.956192:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760457405.956195:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760457405.956198:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457405.956200:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457405.956210:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000929b24ab. 00000020:00000040:1.0:1760457405.956213:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:1.0:1760457405.956217:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457405.956219:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457405.956222:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457405.956225:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457405.956229:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457405.956237:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ec8029a1. 00000100:00000001:1.0:1760457405.956243:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457405.956249:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000929b24ab x1845971106419712/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457405.956258:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457405.956261:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457405.956265:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000929b24ab] to pc [ptlrpcd_rcv+-1] req@00000000929b24ab x1845971106419712/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457405.956290:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457405.956292:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:1.0:1760457405.956296:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5665) 00000800:00000200:1.0:1760457405.956890:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457405.956897:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572e543b (tot 1763546). 00000400:00000200:1.0:1760457405.956903:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457405.956911:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457405.956915:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab4577c0 00000400:00000010:1.0:1760457405.956917:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab4577c0. 00000100:00000001:1.0:1760457405.956921:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457405.956925:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000929b24ab x1845971106419712/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457430 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457405.956935:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457405.956937:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000929b24ab x1845971106419712/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457430 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457405.956944:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457405.956946:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457406.147766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457406.147770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457406.147771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457406.147775:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457406.147779:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457406.147782:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457406.147783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457406.147785:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457406.147787:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457407.171785:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457407.171790:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457407.171791:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457407.171796:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457407.171801:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457407.171805:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457407.171807:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457407.171810:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457407.171812:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457407.875903:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457407.875907:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457407.875911:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457408.195730:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457408.195736:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457408.195738:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457408.195742:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457408.195749:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457408.195752:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457408.195755:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457408.195757:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457408.195759:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457409.219768:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457409.219774:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457409.219776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457409.219781:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457409.219787:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457409.219791:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457409.219793:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457409.219796:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457409.219798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457409.923871:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457409.923879:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457409.923885:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457410.243749:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457410.243756:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457410.243758:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457410.243763:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457410.243770:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457410.243774:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457410.243776:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457410.243779:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457410.243781:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760457411.075784:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457411.075798:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457411.075803:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457411.075809:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457411.075813:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457411.075818:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457411.075821:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457411.075825:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457411.075836:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5670) 00000100:00000001:1.0:1760457411.267760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457411.267767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457411.267768:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457411.267773:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457411.267779:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457411.267783:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457411.267786:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457411.267788:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457411.267790:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457411.971855:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457411.971859:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457411.971863:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457412.291743:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457412.291750:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457412.291751:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457412.291756:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457412.291761:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457412.291765:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457412.291767:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457412.291770:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457412.291773:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760457413.124080:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457413.124093:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457413.124099:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:1.0:1760457413.124105:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457413.124108:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457413.124113:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457413.124118:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 5642 00000100:00080000:1.0:1760457413.124122:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457413.124126:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457413.124129:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457413.124132:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457413.124134:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457413.124137:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457413.124139:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:1.0:1760457413.124142:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457413.124145:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:1.0:1760457413.124147:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:1.0:1760457413.124149:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:1.0:1760457413.124151:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457413.124152:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457413.124153:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457413.124154:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457413.124156:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:1.0:1760457413.124159:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:1.0:1760457413.124161:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457413.124163:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457413.124165:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457413.124167:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457413.124168:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:1.0:1760457413.124170:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457413.124180:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c551f49e. 00000020:00000040:1.0:1760457413.124183:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:1.0:1760457413.124187:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457413.124189:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457413.124192:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457413.124195:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457413.124198:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457413.124206:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009fbdce1b. 00000100:00000001:1.0:1760457413.124212:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457413.124218:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c551f49e x1845971106419776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457413.124225:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457413.124226:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457413.124229:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c551f49e] to pc [ptlrpcd_rcv+-1] req@00000000c551f49e x1845971106419776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457413.124247:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457413.124248:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457413.124250:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457413.124252:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457413.124254:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457413.124257:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457413.124258:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457413.124260:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457413.124264:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5672) 00000800:00000200:1.0:1760457413.124714:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457413.124719:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000043ca5ef (tot 1763546). 00000400:00000200:1.0:1760457413.124725:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457413.124731:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457413.124736:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b5d6864 00000400:00000010:1.0:1760457413.124738:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b5d6864. 00000100:00000001:1.0:1760457413.124742:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457413.124745:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c551f49e x1845971106419776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457438 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457413.124752:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457413.124753:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c551f49e x1845971106419776/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457438 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457413.124758:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457413.124759:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457413.315763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457413.315770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457413.315772:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457413.315777:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457413.315783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457413.315787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457413.315790:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457413.315792:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457413.315795:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457414.020018:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457414.020024:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457414.020030:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457414.339833:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457414.339842:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457414.339844:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457414.339851:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457414.339859:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457414.339865:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457414.339869:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457414.339873:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457414.339876:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457415.363832:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457415.363840:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457415.363842:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457415.363850:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457415.363859:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457415.363863:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457415.363867:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457415.363870:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457415.363874:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457416.067901:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457416.067907:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457416.067912:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457416.387793:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457416.387800:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457416.387802:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457416.387808:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457416.387816:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457416.387821:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457416.387824:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457416.387827:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457416.387830:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457417.411805:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457417.411814:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457417.411816:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457417.411822:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457417.411829:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457417.411834:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457417.411837:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457417.411841:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457417.411844:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457418.115938:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457418.115945:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457418.115953:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457418.243836:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457418.243858:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457418.243867:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457418.243880:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457418.243891:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457418.243908:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457418.243915:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457418.243922:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457418.243936:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5677) 00000100:00000001:1.0:1760457418.435804:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457418.435813:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457418.435816:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457418.435822:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457418.435830:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457418.435835:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457418.435839:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457418.435842:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457418.435845:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457419.459767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457419.459780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457419.459783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457419.459792:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457419.459801:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457419.459808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457419.459812:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457419.459817:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457419.459821:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457420.163918:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457420.163924:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457420.163929:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457420.483822:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457420.483831:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457420.483834:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457420.483841:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457420.483849:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457420.483854:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457420.483857:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457420.483861:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457420.483865:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457421.507798:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457421.507807:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457421.507810:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457421.507816:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457421.507824:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457421.507829:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457421.507833:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457421.507837:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457421.507840:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457422.212003:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457422.212008:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457422.212012:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457422.531768:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457422.531776:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457422.531778:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457422.531783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457422.531790:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457422.531795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457422.531798:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457422.531801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457422.531810:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760457423.363790:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457423.363801:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457423.363806:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457423.363810:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457423.363814:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457423.363819:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457423.363822:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457423.363826:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457423.363834:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5682) 00000100:00000001:1.0:1760457423.555762:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457423.555770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457423.555772:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457423.555777:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457423.555783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457423.555787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457423.555790:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457423.555792:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457423.555795:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457424.259973:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457424.259978:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457424.259983:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457424.388077:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457424.388089:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457424.388096:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457424.388102:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457424.388103:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1760457424.388106:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457424.388109:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457424.388115:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457424.388122:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5653 00000100:00080000:1.0:1760457424.388126:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457424.388131:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457424.388135:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457424.388137:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457424.388140:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457424.388144:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457424.388145:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:1.0:1760457424.388149:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457424.388152:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:1.0:1760457424.388155:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:1.0:1760457424.388158:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:1.0:1760457424.388161:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457424.388164:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457424.388166:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457424.388168:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457424.388170:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:1.0:1760457424.388174:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760457424.388176:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457424.388179:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457424.388187:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457424.388190:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457424.388193:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760457424.388198:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760457424.388201:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457424.388203:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457424.388214:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003718eff5. 00000020:00000040:1.0:1760457424.388218:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:1.0:1760457424.388223:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457424.388224:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457424.388228:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457424.388232:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457424.388236:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457424.388245:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006a5369a9. 00000100:00000001:1.0:1760457424.388252:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457424.388258:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003718eff5 x1845971106419840/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457424.388270:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457424.388273:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457424.388276:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003718eff5] to pc [ptlrpcd_rcv+-1] req@000000003718eff5 x1845971106419840/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457424.388305:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457424.388307:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457424.388309:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457424.388313:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457424.388316:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457424.388319:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457424.388325:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5683) 00000100:00000001:1.0:1760457424.579774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457424.579780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457424.579782:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457424.579788:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457424.579793:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457424.579797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457424.579801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457424.579804:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457424.579807:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457425.603784:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457425.603794:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457425.603796:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457425.603804:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457425.603812:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457425.603818:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457425.603822:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457425.603825:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457425.603829:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457426.307941:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457426.307946:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457426.307951:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457426.627726:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457426.627732:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457426.627734:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457426.627739:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457426.627744:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457426.627748:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457426.627751:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457426.627754:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457426.627757:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457427.651767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457427.651773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457427.651776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457427.651780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457427.651786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457427.651790:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457427.651793:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457427.651796:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457427.651799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457428.355813:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457428.355817:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457428.355822:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457428.675775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457428.675782:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457428.675784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457428.675790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457428.675796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457428.675800:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457428.675803:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457428.675805:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457428.675809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760457429.507846:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457429.507854:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457429.507857:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457429.507860:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457429.507862:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457429.507864:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457429.507865:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457429.507868:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457429.507872:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5688) 00000100:00000001:1.0:1760457429.699753:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457429.699760:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457429.699761:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457429.699766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457429.699771:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457429.699775:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457429.699778:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457429.699780:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457429.699783:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457430.403837:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457430.403841:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457430.403844:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457430.532066:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457430.532073:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457430.532076:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457430.532079:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457430.532080:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457430.532083:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457430.532085:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457430.532088:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457430.532091:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760457430.532093:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457430.532095:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457430.532099:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457430.532103:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5660 00000100:00080000:0.0:1760457430.532105:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457430.532108:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457430.532111:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457430.532114:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457430.532115:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457430.532118:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457430.532120:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760457430.532122:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457430.532125:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760457430.532127:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760457430.532129:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760457430.532131:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457430.532133:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457430.532134:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457430.532136:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457430.532138:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760457430.532141:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457430.532143:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457430.532145:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457430.532151:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457430.532153:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457430.532155:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457430.532158:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457430.532161:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457430.532162:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457430.532171:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074de90df. 00000020:00000040:0.0:1760457430.532174:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760457430.532178:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457430.532179:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457430.532182:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457430.532185:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457430.532189:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457430.532199:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ba73836f. 00000100:00000001:0.0:1760457430.532206:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457430.532214:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000074de90df x1845971106419904/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457430.532226:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457430.532229:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457430.532234:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000074de90df] to pc [ptlrpcd_rcv+-1] req@0000000074de90df x1845971106419904/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457430.532263:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457430.532267:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760457430.532271:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5689) 00000800:00000200:1.0:1760457430.532746:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457430.532753:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572e543b (tot 1763546). 00000400:00000200:1.0:1760457430.532760:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457430.532769:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457430.532774:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5f239da 00000400:00000010:1.0:1760457430.532777:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5f239da. 00000100:00000001:1.0:1760457430.532781:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457430.532786:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074de90df x1845971106419904/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457455 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457430.532797:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457430.532800:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000074de90df x1845971106419904/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457455 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457430.532808:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457430.532810:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457430.723759:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457430.723768:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457430.723770:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457430.723776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457430.723783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457430.723788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457430.723791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457430.723794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457430.723798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457431.747782:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457431.747791:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457431.747794:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457431.747802:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457431.747810:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457431.747816:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457431.747820:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457431.747823:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457431.747828:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457432.451949:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457432.451956:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457432.451962:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457432.771832:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457432.771839:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457432.771841:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457432.771846:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457432.771852:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457432.771856:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457432.771860:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457432.771862:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457432.771865:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457433.795785:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457433.795792:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457433.795794:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457433.795799:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457433.795805:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457433.795809:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457433.795812:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457433.795814:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457433.795817:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457434.499805:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457434.499809:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457434.499812:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457434.819757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457434.819767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457434.819770:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457434.819777:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457434.819784:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457434.819790:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457434.819794:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457434.819798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457434.819803:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760457435.651801:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457435.651815:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457435.651821:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457435.651826:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457435.651830:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457435.651837:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457435.651841:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457435.651848:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457435.651855:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5694) 00000100:00000001:1.0:1760457435.843749:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457435.843756:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457435.843759:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457435.843766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457435.843773:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457435.843778:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457435.843781:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457435.843784:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457435.843787:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457436.547958:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457436.547962:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457436.547967:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457436.867746:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457436.867753:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457436.867755:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457436.867760:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457436.867765:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457436.867769:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457436.867772:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457436.867774:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457436.867777:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457437.891746:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457437.891753:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457437.891756:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457437.891761:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457437.891767:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457437.891771:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457437.891774:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457437.891777:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457437.891780:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457438.596007:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457438.596013:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457438.596019:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457438.724108:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457438.724121:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457438.724123:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760457438.724127:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457438.724130:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457438.724136:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457438.724143:0:56038:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 5667 00000100:00080000:0.0:1760457438.724147:0:56038:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457438.724152:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457438.724155:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457438.724158:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457438.724161:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457438.724165:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457438.724167:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760457438.724171:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457438.724174:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760457438.724177:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760457438.724179:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760457438.724183:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457438.724185:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457438.724187:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457438.724189:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457438.724193:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760457438.724198:0:56038:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760457438.724200:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457438.724204:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457438.724208:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457438.724211:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457438.724213:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760457438.724215:0:56038:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457438.724226:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fbf31b2c. 00000020:00000040:0.0:1760457438.724230:0:56038:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760457438.724235:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457438.724237:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457438.724240:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457438.724244:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457438.724248:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457438.724257:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e0eb8712. 00000100:00000001:0.0:1760457438.724265:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457438.724273:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fbf31b2c x1845971106419968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457438.724285:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457438.724287:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457438.724292:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fbf31b2c] to pc [ptlrpcd_rcv+-1] req@00000000fbf31b2c x1845971106419968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457438.724325:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457438.724329:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457438.724331:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457438.724334:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457438.724337:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457438.724341:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457438.724344:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457438.724349:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457438.724358:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5697) 00000800:00000200:1.0:1760457438.724868:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457438.724877:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009faadf73 (tot 1763546). 00000400:00000200:1.0:1760457438.724888:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457438.724901:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457438.724910:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c0e2357 00000400:00000010:1.0:1760457438.724914:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c0e2357. 00000100:00000001:1.0:1760457438.724921:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457438.724928:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fbf31b2c x1845971106419968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457463 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457438.724946:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457438.724951:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fbf31b2c x1845971106419968/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457463 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457438.724965:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457438.724969:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457438.915746:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457438.915753:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457438.915756:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457438.915761:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457438.915767:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457438.915771:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457438.915790:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457438.915793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457438.915796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457439.939804:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457439.939811:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457439.939815:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457439.939822:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457439.939830:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457439.939835:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457439.939839:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457439.939843:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457439.939847:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457440.643936:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457440.643943:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457440.643950:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457440.963769:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457440.963776:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457440.963778:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457440.963785:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457440.963791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457440.963795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457440.963799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457440.963801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457440.963804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457441.987776:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457441.987782:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457441.987785:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457441.987790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457441.987796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457441.987800:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457441.987803:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457441.987806:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457441.987809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457442.692096:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457442.692102:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457442.692109:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457443.011776:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457443.011785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457443.011789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457443.011798:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457443.011805:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457443.011811:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457443.011815:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457443.011819:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457443.011823:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457444.035806:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457444.035813:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457444.035815:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457444.035829:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457444.035835:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457444.035840:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457444.035843:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457444.035846:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457444.035849:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457444.739958:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457444.739963:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457444.739968:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457445.059834:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457445.059838:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457445.059840:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457445.059844:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457445.059848:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457445.059851:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457445.059853:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457445.059855:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457445.059856:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457446.083805:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457446.083812:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457446.083814:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457446.083819:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457446.083825:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457446.083829:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457446.083832:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457446.083835:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457446.083839:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457446.788078:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457446.788084:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457446.788090:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457447.107753:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457447.107760:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457447.107762:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457447.107768:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457447.107775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457447.107779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457447.107782:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457447.107785:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457447.107788:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457448.131796:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457448.131805:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457448.131807:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457448.131821:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457448.131827:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457448.131831:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457448.131835:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457448.131837:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457448.131841:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457448.835930:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457448.835935:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457448.835938:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457448.963820:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457448.963833:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457448.963838:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457448.963843:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457448.963847:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457448.963853:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457448.963856:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457448.963862:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457448.963870:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5708) 00000100:00000001:1.0:1760457449.155749:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457449.155756:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457449.155758:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457449.155765:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457449.155773:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457449.155778:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457449.155782:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457449.155787:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457449.155791:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760457449.988021:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457449.988033:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457449.988039:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457449.988044:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457449.988046:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1760457449.988048:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457449.988051:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457449.988056:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457449.988063:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5678 00000100:00080000:1.0:1760457449.988066:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457449.988071:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457449.988074:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457449.988077:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457449.988079:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457449.988082:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457449.988084:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:1.0:1760457449.988087:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457449.988091:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:1.0:1760457449.988093:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:1.0:1760457449.988096:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:1.0:1760457449.988118:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457449.988120:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457449.988122:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457449.988124:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457449.988127:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:1.0:1760457449.988131:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760457449.988134:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457449.988138:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457449.988146:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457449.988150:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457449.988153:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760457449.988157:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760457449.988161:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457449.988163:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457449.988173:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f438edeb. 00000020:00000040:1.0:1760457449.988177:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:1.0:1760457449.988182:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457449.988183:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457449.988187:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457449.988191:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457449.988196:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457449.988204:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b29b13f9. 00000100:00000001:1.0:1760457449.988211:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457449.988217:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f438edeb x1845971106420032/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457449.988229:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457449.988232:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457449.988236:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f438edeb] to pc [ptlrpcd_rcv+-1] req@00000000f438edeb x1845971106420032/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457449.988265:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457449.988268:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457449.988270:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457449.988274:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457449.988277:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457449.988280:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457449.988288:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5709) 00000100:00000001:1.0:1760457450.179750:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457450.179757:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457450.179760:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457450.179766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457450.179772:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457450.179776:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457450.179779:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457450.179781:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457450.179785:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457450.883950:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457450.883955:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457450.883960:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457451.203756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457451.203762:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457451.203764:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457451.203770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457451.203776:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457451.203780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457451.203783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457451.203786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457451.203789:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457452.227724:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457452.227728:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457452.227729:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457452.227733:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457452.227736:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457452.227739:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457452.227741:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457452.227742:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457452.227744:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457452.931907:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457452.931910:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457452.931914:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457453.251701:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457453.251706:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457453.251707:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457453.251711:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457453.251714:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457453.251717:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457453.251719:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457453.251720:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457453.251722:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457454.275738:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457454.275743:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457454.275752:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457454.275757:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457454.275762:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457454.275765:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457454.275767:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457454.275769:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457454.275772:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457454.979865:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457454.979870:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457454.979875:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457455.107870:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457455.107884:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457455.107892:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457455.107899:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457455.107905:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457455.107915:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457455.107923:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457455.107937:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457455.107944:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5714) 00000100:00080000:0.0:1760457455.108101:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457455.108112:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457455.108119:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457455.108127:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457455.108130:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457455.108136:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457455.108142:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457455.108154:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457455.108156:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760457455.108160:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457455.108162:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457455.108169:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457455.108179:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5684 00000100:00080000:0.0:1760457455.108182:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457455.108185:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457455.108188:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457455.108191:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457455.108193:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457455.108197:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457455.108200:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760457455.108203:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457455.108208:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760457455.108210:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760457455.108213:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760457455.108216:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457455.108218:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457455.108220:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457455.108222:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457455.108225:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760457455.108229:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457455.108231:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457455.108236:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457455.108246:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457455.108253:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457455.108258:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457455.108265:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457455.108271:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457455.108277:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457455.108289:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059c5005b. 00000020:00000040:0.0:1760457455.108296:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760457455.108304:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457455.108308:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457455.108315:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457455.108321:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457455.108328:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457455.108378:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c104535d. 00000100:00000001:0.0:1760457455.108389:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457455.108397:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000059c5005b x1845971106420096/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457455.108409:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457455.108412:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457455.108416:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000059c5005b] to pc [ptlrpcd_rcv+-1] req@0000000059c5005b x1845971106420096/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457455.108442:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457455.108445:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760457455.108448:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5714) 00000800:00000200:1.0:1760457455.108919:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457455.108927:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080433ee0 (tot 1763546). 00000400:00000200:1.0:1760457455.108934:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457455.108942:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457455.108947:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5f239da 00000400:00000010:1.0:1760457455.108950:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5f239da. 00000100:00000001:1.0:1760457455.108954:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457455.108959:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059c5005b x1845971106420096/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457480 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457455.108970:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457455.108973:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000059c5005b x1845971106420096/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457480 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457455.108981:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457455.108983:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457455.299789:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457455.299796:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457455.299798:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457455.299804:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457455.299810:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457455.299814:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457455.299817:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457455.299819:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457455.299822:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457456.323767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457456.323775:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457456.323777:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457456.323783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457456.323789:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457456.323793:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457456.323796:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457456.323798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457456.323803:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457457.027854:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457457.027857:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457457.027860:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457457.347763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457457.347772:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457457.347775:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457457.347782:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457457.347791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457457.347796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457457.347800:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457457.347804:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457457.347808:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457458.371737:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457458.371743:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457458.371745:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457458.371751:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457458.371757:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457458.371761:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457458.371764:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457458.371767:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457458.371770:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457459.075876:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457459.075881:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457459.075885:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457459.395737:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457459.395742:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457459.395744:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457459.395748:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457459.395753:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457459.395756:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457459.395759:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457459.395761:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457459.395763:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760457460.227853:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457460.227866:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457460.227872:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457460.227879:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457460.227883:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457460.227890:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457460.227894:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457460.227900:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457460.227908:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5719) 00000100:00000001:1.0:1760457460.419844:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457460.419851:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457460.419853:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457460.419859:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457460.419865:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457460.419868:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457460.419871:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457460.419874:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457460.419876:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457461.123785:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457461.123787:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457461.123789:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457461.443775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457461.443783:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457461.443786:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457461.443792:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457461.443798:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457461.443802:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457461.443805:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457461.443808:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457461.443811:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457462.467786:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457462.467793:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457462.467795:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457462.467801:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457462.467807:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457462.467811:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457462.467814:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457462.467816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457462.467820:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457463.171899:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457463.171905:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457463.171909:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457463.299941:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457463.299950:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457463.299952:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:1.0:1760457463.299955:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457463.299957:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457463.299962:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457463.299967:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 5692 00000100:00080000:1.0:1760457463.299970:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457463.299973:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457463.299977:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457463.299979:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457463.299982:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457463.299985:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457463.299987:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:1.0:1760457463.299990:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457463.299992:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:1.0:1760457463.299995:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:1.0:1760457463.299998:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:1.0:1760457463.300001:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457463.300004:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457463.300005:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457463.300008:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457463.300011:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:1.0:1760457463.300014:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:1.0:1760457463.300017:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457463.300020:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457463.300023:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457463.300025:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457463.300028:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:1.0:1760457463.300030:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457463.300038:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003718eff5. 00000020:00000040:1.0:1760457463.300041:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:1.0:1760457463.300046:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457463.300047:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457463.300050:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457463.300053:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457463.300057:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457463.300065:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ec8029a1. 00000100:00000001:1.0:1760457463.300071:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457463.300077:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003718eff5 x1845971106420160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457463.300087:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457463.300089:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457463.300093:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003718eff5] to pc [ptlrpcd_rcv+-1] req@000000003718eff5 x1845971106420160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457463.300114:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457463.300117:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457463.300119:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457463.300122:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457463.300127:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457463.300130:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457463.300134:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457463.300138:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457463.300147:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5722) 00000800:00000200:1.0:1760457463.300442:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457463.300446:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003aedd732 (tot 1763546). 00000400:00000200:1.0:1760457463.300451:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457463.300456:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457463.300459:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f8b73b4 00000400:00000010:1.0:1760457463.300461:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f8b73b4. 00000100:00000001:1.0:1760457463.300463:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457463.300466:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003718eff5 x1845971106420160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457488 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457463.300472:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457463.300474:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003718eff5 x1845971106420160/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457488 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457463.300479:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457463.300481:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457463.491749:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457463.491756:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457463.491758:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457463.491764:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457463.491770:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457463.491774:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457463.491777:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457463.491780:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457463.491783:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457464.515736:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457464.515742:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457464.515758:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457464.515765:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457464.515771:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457464.515775:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457464.515778:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457464.515781:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457464.515784:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457465.219900:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457465.219905:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457465.219910:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457465.539764:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457465.539773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457465.539775:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457465.539783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457465.539790:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457465.539796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457465.539800:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457465.539804:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457465.539809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457466.563758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457466.563765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457466.563767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457466.563772:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457466.563778:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457466.563799:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457466.563801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457466.563803:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457466.563806:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457467.267791:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457467.267795:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457467.267798:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457467.587699:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457467.587703:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457467.587704:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457467.587707:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457467.587711:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457467.587714:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457467.587716:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457467.587718:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457467.587720:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457468.611781:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457468.611786:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457468.611788:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457468.611792:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457468.611798:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457468.611801:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457468.611804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457468.611806:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457468.611809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457469.315973:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457469.315978:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457469.315983:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457469.635755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457469.635764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457469.635767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457469.635774:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457469.635782:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457469.635787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457469.635791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457469.635794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457469.635799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457470.339912:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457470.339918:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457470.339923:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457470.659737:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457470.659743:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457470.659745:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457470.659751:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457470.659756:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457470.659760:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457470.659763:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457470.659765:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457470.659768:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457471.683770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457471.683777:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457471.683780:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457471.683787:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457471.683793:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457471.683798:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457471.683802:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457471.683806:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457471.683810:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457472.387920:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457472.387924:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457472.387929:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457472.707769:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457472.707776:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457472.707779:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457472.707785:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457472.707791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457472.707795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457472.707798:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457472.707801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457472.707804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760457473.539802:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457473.539809:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457473.539812:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457473.539814:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457473.539816:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457473.539818:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457473.539820:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457473.539822:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457473.539826:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5732) 00000100:00000001:1.0:1760457473.731724:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457473.731730:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457473.731732:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457473.731736:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457473.731742:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457473.731757:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457473.731760:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457473.731762:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457473.731769:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457474.435922:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457474.435927:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457474.435932:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457474.564064:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457474.564077:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457474.564087:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457474.564097:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457474.564102:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760457474.564109:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457474.564114:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457474.564125:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457474.564133:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5704 00000100:00080000:0.0:1760457474.564137:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457474.564141:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457474.564146:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457474.564151:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457474.564155:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457474.564159:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457474.564161:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760457474.564165:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457474.564168:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760457474.564171:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760457474.564174:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760457474.564177:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457474.564180:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457474.564182:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457474.564184:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457474.564187:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760457474.564191:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457474.564193:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457474.564196:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457474.564243:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457474.564247:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457474.564249:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457474.564254:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457474.564257:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457474.564259:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457474.564269:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000931e61d7. 00000020:00000040:0.0:1760457474.564273:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760457474.564278:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457474.564279:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457474.564283:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457474.564286:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457474.564291:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457474.564301:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000cf26fa4a. 00000100:00000001:0.0:1760457474.564311:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457474.564322:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000931e61d7 x1845971106420224/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457474.564339:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457474.564342:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457474.564349:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000931e61d7] to pc [ptlrpcd_rcv+-1] req@00000000931e61d7 x1845971106420224/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457474.564387:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457474.564391:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457474.564394:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457474.564401:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457474.564405:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457474.564410:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457474.564418:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5733) 00000800:00000200:1.0:1760457474.564894:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457474.564901:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f4f6cd (tot 1763546). 00000400:00000200:1.0:1760457474.564909:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457474.564917:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457474.564923:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b5d6864 00000400:00000010:1.0:1760457474.564925:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b5d6864. 00000100:00000001:1.0:1760457474.564929:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457474.564934:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000931e61d7 x1845971106420224/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457499 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457474.564945:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457474.564948:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000931e61d7 x1845971106420224/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457499 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457474.564956:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457474.564959:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457474.755764:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457474.755769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457474.755771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457474.755777:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457474.755782:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457474.755786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457474.755788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457474.755791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457474.755794:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457475.779759:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457475.779765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457475.779766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457475.779771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457475.779776:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457475.779780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457475.779782:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457475.779785:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457475.779787:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457476.483935:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457476.483942:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457476.483948:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457476.803707:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457476.803712:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457476.803713:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457476.803717:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457476.803721:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457476.803723:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457476.803725:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457476.803727:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457476.803728:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457477.827756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457477.827761:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457477.827763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457477.827768:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457477.827773:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457477.827777:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457477.827780:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457477.827783:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457477.827786:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457478.531892:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457478.531897:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457478.531902:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457478.851780:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457478.851785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457478.851787:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457478.851792:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457478.851798:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457478.851802:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457478.851805:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457478.851807:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457478.851810:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457479.875762:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457479.875769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457479.875771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457479.875776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457479.875782:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457479.875786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457479.875789:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457479.875791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457479.875794:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457480.579820:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457480.579825:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457480.579830:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1760457480.708832:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457480.708841:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5a60aeb (tot 1763546). 00000400:00000200:1.0:1760457480.708850:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457480.708861:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457480.708867:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab4577c0 00000400:00000010:1.0:1760457480.708870:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab4577c0. 00000100:00000001:1.0:1760457480.708876:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457480.708883:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001118d074 x1845971106420288/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457505 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457480.708898:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457480.708903:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001118d074 x1845971106420288/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457505 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457480.708916:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457480.708920:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457480.899791:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457480.899797:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457480.899799:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457480.899804:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457480.899809:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457480.899813:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457480.899816:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457480.899818:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457480.899821:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457481.923761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457481.923767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457481.923769:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457481.923775:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457481.923781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457481.923784:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457481.923787:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457481.923790:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457481.923793:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457482.627777:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457482.627781:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457482.627785:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457482.947774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457482.947781:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457482.947783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457482.947788:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457482.947793:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457482.947796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457482.947799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457482.947801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457482.947804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457483.971797:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457483.971806:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457483.971808:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457483.971815:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457483.971832:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457483.971837:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457483.971840:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457483.971843:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457483.971847:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457484.675898:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457484.675903:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457484.675908:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457484.995758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457484.995766:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457484.995769:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457484.995776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457484.995784:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457484.995790:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457484.995794:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457484.995798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457484.995801:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760457485.827815:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457485.827836:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457485.827843:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457485.827852:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457485.827858:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457485.827864:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457485.827868:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457485.827873:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457485.827882:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5744) 00000100:00000001:1.0:1760457486.019768:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457486.019776:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457486.019778:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457486.019785:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457486.019790:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457486.019795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457486.019799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457486.019802:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457486.019807:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457486.723872:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457486.723877:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457486.723881:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457487.043758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457487.043764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457487.043766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457487.043771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457487.043776:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457487.043780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457487.043783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457487.043786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457487.043789:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457487.747951:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457487.747956:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457487.747962:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457488.067716:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457488.067721:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457488.067722:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457488.067726:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457488.067731:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457488.067734:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457488.067736:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457488.067738:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457488.067740:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457488.771880:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457488.771885:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457488.771890:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1760457488.900324:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457488.900328:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5a60aeb (tot 1763546). 00000400:00000200:1.0:1760457488.900332:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457488.900337:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457488.900340:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d4331b 00000400:00000010:1.0:1760457488.900341:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d4331b. 00000100:00000001:1.0:1760457488.900343:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457488.900346:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097eba538 x1845971106420352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457513 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457488.900352:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457488.900353:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000097eba538 x1845971106420352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457513 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457488.900362:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457488.900363:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457489.091704:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457489.091709:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457489.091710:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457489.091713:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457489.091717:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457489.091720:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457489.091722:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457489.091723:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457489.091725:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457489.795841:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457489.795846:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457489.795849:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457490.115787:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457490.115794:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457490.115796:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457490.115801:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457490.115807:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457490.115811:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457490.115814:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457490.115817:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457490.115820:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457490.819951:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457490.819956:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457490.819961:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457491.139708:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457491.139713:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457491.139714:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457491.139719:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457491.139723:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457491.139726:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457491.139728:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457491.139730:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457491.139732:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457491.843889:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457491.843895:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457491.843899:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457492.163794:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457492.163802:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457492.163805:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457492.163812:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457492.163820:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457492.163827:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457492.163831:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457492.163834:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457492.163838:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457492.867826:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457492.867830:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457492.867833:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457493.187760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457493.187767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457493.187770:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457493.187775:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457493.187781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457493.187786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457493.187789:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457493.187797:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457493.187800:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457493.891856:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457493.891859:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457493.891861:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457494.019862:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457494.019872:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457494.019876:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457494.019879:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457494.019883:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457494.019887:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457494.019889:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457494.019892:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457494.019897:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5753) 00000100:00000001:1.0:1760457494.211761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457494.211767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457494.211769:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457494.211774:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457494.211793:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457494.211796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457494.211798:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457494.211799:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457494.211801:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457494.915801:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457494.915804:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457494.915807:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457495.235765:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457495.235769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457495.235770:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457495.235774:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457495.235777:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457495.235780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457495.235782:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457495.235783:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457495.235785:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457495.939870:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457495.939875:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457495.939880:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457496.259735:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457496.259740:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457496.259741:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457496.259744:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457496.259748:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457496.259750:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457496.259752:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457496.259754:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457496.259756:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457496.963933:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457496.963937:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457496.963941:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457497.283774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457497.283780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457497.283781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457497.283786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457497.283791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457497.283794:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457497.283796:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457497.283798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457497.283800:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457497.987801:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457497.987804:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457497.987807:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457498.307736:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457498.307741:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457498.307743:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457498.307747:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457498.307752:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457498.307755:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457498.307757:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457498.307760:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457498.307762:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457499.011946:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457499.011952:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457499.011957:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457499.139714:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457499.139723:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457499.139725:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457499.139728:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457499.139729:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457499.139732:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457499.139735:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457499.139742:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457499.139749:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5758) 00000100:00080000:0.0:1760457499.139857:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457499.139865:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457499.139869:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457499.139873:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457499.139876:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760457499.139879:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457499.139881:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457499.139885:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457499.139891:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5728 00000100:00080000:0.0:1760457499.139894:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457499.139900:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457499.139903:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457499.139907:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457499.139911:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457499.139914:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457499.139916:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760457499.139919:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457499.139921:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760457499.139922:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760457499.139924:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760457499.139927:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457499.139928:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457499.139930:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457499.139931:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457499.139932:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760457499.139934:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457499.139936:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457499.139937:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457499.139942:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457499.139944:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457499.139945:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457499.139948:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457499.139949:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457499.139951:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457499.139957:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006c943888. 00000020:00000040:0.0:1760457499.139959:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760457499.139962:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457499.139963:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457499.139966:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457499.139968:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457499.139970:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457499.139976:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008265aa12. 00000100:00000001:0.0:1760457499.139980:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457499.139984:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006c943888 x1845971106420416/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457499.139990:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457499.139991:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457499.139994:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006c943888] to pc [ptlrpcd_rcv+-1] req@000000006c943888 x1845971106420416/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457499.140007:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457499.140009:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457499.140010:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457499.140012:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457499.140013:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457499.140015:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457499.140017:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5758) 00000800:00000200:1.0:1760457499.140334:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457499.140339:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f4f6cd (tot 1763546). 00000400:00000200:1.0:1760457499.140343:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457499.140348:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457499.140350:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a08086c0 00000400:00000010:1.0:1760457499.140352:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a08086c0. 00000100:00000001:1.0:1760457499.140354:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457499.140357:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006c943888 x1845971106420416/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457524 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457499.140363:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457499.140364:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006c943888 x1845971106420416/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457524 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457499.140369:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457499.140371:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457499.331728:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457499.331732:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457499.331733:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457499.331736:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457499.331740:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457499.331742:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457499.331744:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457499.331745:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457499.331747:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457500.035988:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457500.035995:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457500.036001:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457500.355754:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457500.355759:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457500.355761:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457500.355766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457500.355771:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457500.355775:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457500.355778:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457500.355780:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457500.355783:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457501.059848:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457501.059853:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457501.059857:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457501.379784:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457501.379789:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457501.379791:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457501.379796:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457501.379801:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457501.379804:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457501.379806:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457501.379809:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457501.379812:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457502.083915:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457502.083920:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457502.083924:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457502.403727:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457502.403732:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457502.403733:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457502.403737:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457502.403741:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457502.403743:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457502.403745:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457502.403747:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457502.403748:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457503.107795:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457503.107798:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457503.107802:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457503.427747:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457503.427751:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457503.427753:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457503.427756:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457503.427761:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457503.427764:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457503.427766:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457503.427767:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457503.427769:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457504.131934:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457504.131942:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457504.131952:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457504.259754:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457504.259772:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457504.259778:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457504.259789:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457504.259794:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457504.259797:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457504.259800:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457504.259804:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457504.259809:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5763) 00000100:00000001:1.0:1760457504.451716:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457504.451720:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457504.451722:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457504.451726:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457504.451729:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457504.451732:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457504.451734:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457504.451736:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457504.451737:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457505.155783:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457505.155787:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457505.155791:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457505.284133:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457505.284146:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457505.284150:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457505.284154:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457505.284156:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457505.284160:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457505.284162:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457505.284167:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457505.284170:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760457505.284173:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457505.284177:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457505.284183:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457505.284191:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5734 00000100:00080000:0.0:1760457505.284195:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457505.284200:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457505.284203:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457505.284207:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457505.284209:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457505.284214:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457505.284227:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760457505.284231:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457505.284235:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760457505.284238:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760457505.284241:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760457505.284244:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457505.284246:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457505.284247:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457505.284250:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457505.284253:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760457505.284257:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457505.284260:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457505.284264:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457505.284273:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457505.284277:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457505.284279:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457505.284284:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457505.284287:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457505.284289:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457505.284302:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2c7d95d. 00000020:00000040:0.0:1760457505.284307:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760457505.284313:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457505.284315:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457505.284319:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457505.284323:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457505.284329:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457505.284340:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000265d4fa1. 00000100:00000001:0.0:1760457505.284349:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457505.284358:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c7d95d x1845971106420480/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457505.284371:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457505.284373:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457505.284378:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c2c7d95d] to pc [ptlrpcd_rcv+-1] req@00000000c2c7d95d x1845971106420480/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457505.284411:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457505.284414:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760457505.284419:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5764) 00000800:00000200:0.0:1760457505.284842:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760457505.284848:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003aedd732 (tot 1763546). 00000400:00000200:0.0:1760457505.284856:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760457505.284865:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760457505.284873:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050617605 00000400:00000010:0.0:1760457505.284875:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050617605. 00000100:00000001:0.0:1760457505.284881:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760457505.284886:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2c7d95d x1845971106420480/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457530 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457505.284896:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457505.284899:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c2c7d95d x1845971106420480/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457530 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457505.284907:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457505.284909:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457505.475821:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457505.475830:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457505.475833:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457505.475842:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457505.475850:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457505.475855:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457505.475859:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457505.475862:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457505.475866:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457506.179958:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457506.179963:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457506.179968:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457506.499763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457506.499770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457506.499772:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457506.499777:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457506.499783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457506.499787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457506.499790:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457506.499793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457506.499796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457507.204050:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457507.204056:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457507.204061:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457507.523780:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457507.523787:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457507.523789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457507.523795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457507.523801:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457507.523805:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457507.523808:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457507.523810:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457507.523813:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457508.227975:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457508.228007:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457508.228013:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457508.547767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457508.547773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457508.547775:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457508.547781:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457508.547787:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457508.547791:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457508.547794:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457508.547797:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457508.547800:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457509.251957:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457509.251964:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457509.252010:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457509.571801:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457509.571808:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457509.571810:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457509.571816:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457509.571822:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457509.571826:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457509.571829:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457509.571831:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457509.571834:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457510.276037:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457510.276043:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457510.276049:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457510.403865:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457510.403882:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457510.403888:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457510.403902:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457510.403913:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457510.403923:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457510.403932:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457510.595765:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457510.595771:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457510.595773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457510.595778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457510.595783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457510.595787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457510.595790:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457510.595792:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457510.595795:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457511.299761:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457511.299764:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457511.299767:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457511.427691:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457511.427699:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457511.427700:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457511.427704:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457511.427706:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457511.427708:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457511.427710:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457511.619706:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457511.619710:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457511.619711:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457511.619714:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457511.619718:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457511.619721:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457511.619723:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457511.619724:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457511.619726:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457512.323830:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457512.323833:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457512.323836:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457512.451722:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457512.451731:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457512.451732:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457512.451736:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457512.451738:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457512.451741:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457512.451742:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457512.643772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457512.643779:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457512.643781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457512.643788:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457512.643794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457512.643798:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457512.643801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457512.643804:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457512.643807:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457513.347823:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457513.347828:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457513.347848:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457513.475746:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457513.475752:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760457513.475767:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457488/real 1760457488] req@0000000097eba538 x1845971106420352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457513 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760457513.475786:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760457513.475789:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760457513.475792:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000470b8129. 00000400:00000200:0.0:1760457513.475797:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000619d2a48 00000400:00000010:0.0:1760457513.475799:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000619d2a48. 00000100:00000001:0.0:1760457513.475804:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760457513.475808:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097eba538 x1845971106420352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457513 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760457513.475817:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097eba538 x1845971106420352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457513 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457513.475823:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760457513.475826:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457513.475828:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457513.475830:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760457513.475832:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000097eba538 x1845971106420352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457513 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457513.475837:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457513.475845:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457513.475846:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457513.475848:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457513.475850:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457513.475853:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760457513.475855:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097eba538 x1845971106420352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457513 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457513.475860:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760457513.475862:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457513.475864:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457513.475864:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457513.475866:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760457513.475868:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760457513.475870:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760457513.475890:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760457513.475892:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760457513.475895:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097eba538 x1845971106420352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457513 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760457513.475900:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097eba538 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106420352:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760457513.475903:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457513.475905:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457513.475907:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000097eba538 x1845971106420352/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457513 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457513.475912:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760457513.475914:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760457513.475918:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004be9c92f. 02000000:00000001:0.0:1760457513.475922:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760457513.475925:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760457513.475927:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:0.0:1760457513.475930:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760457513.475932:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e0e5c22c. 02000000:00000001:0.0:1760457513.475937:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760457513.475938:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760457513.475940:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097eba538. 00000100:00000001:0.0:1760457513.475957:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760457513.475959:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457513.475961:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760457513.475986:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457513.475993:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457513.475994:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:1.0:1760457513.475996:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457513.475998:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457513.476001:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457513.476004:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 5743 00000100:00080000:1.0:1760457513.476007:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457513.476009:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457513.476012:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457513.476013:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457513.476015:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457513.476018:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457513.476020:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:1.0:1760457513.476022:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457513.476025:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:1.0:1760457513.476027:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:1.0:1760457513.476029:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:1.0:1760457513.476031:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457513.476033:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457513.476034:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457513.476035:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457513.476037:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:1.0:1760457513.476039:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:1.0:1760457513.476041:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457513.476043:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457513.476046:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457513.476048:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457513.476050:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:1.0:1760457513.476052:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457513.476056:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c551f49e. 00000020:00000040:1.0:1760457513.476059:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:1.0:1760457513.476063:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457513.476064:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457513.476067:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457513.476069:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457513.476072:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457513.476079:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b29b13f9. 00000100:00000001:1.0:1760457513.476084:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457513.476088:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c551f49e x1845971106420544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457513.476096:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457513.476098:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457513.476100:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c551f49e] to pc [ptlrpcd_rcv+-1] req@00000000c551f49e x1845971106420544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457513.476118:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457513.476119:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457513.476121:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457513.476124:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457513.476126:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457513.476128:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457513.476130:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457513.476132:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457513.476136:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5772) 00000100:00000001:0.0:1760457513.476145:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457513.476148:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457513.476149:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760457513.476156:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c551f49e x1845971106420544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457513.476163:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760457513.476164:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457513.476167:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760457513.476169:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457513.476171:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c551f49e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106420544:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760457513.476174:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760457513.476177:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760457513.476179:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457513.476181:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760457513.476185:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e9201050. 02000000:00000001:0.0:1760457513.476186:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760457513.476190:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085bdc8da. 00000400:00000010:0.0:1760457513.476194:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c8ab3c4. 00000100:00000200:0.0:1760457513.476199:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106420544, portal 25 00000100:00000001:0.0:1760457513.476201:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760457513.476202:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768344128 : -123359941207488 : ffff8fce06865a40) 00000100:00000040:0.0:1760457513.476205:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c551f49e x1845971106420544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457538 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457513.476215:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760457513.476217:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760457513.476219:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000d7c26c. 00000100:00000200:0.0:1760457513.476221:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106420544, offset 0 00000400:00000200:0.0:1760457513.476227:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760457513.476239:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760457513.476245:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760457513.476248:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760457513.476250:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760457513.476253:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [345:345:256:4294967295] 192.168.203.106@tcp LPNI seq info [345:345:8:4294967295] 00000400:00000200:0.0:1760457513.476262:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760457513.476268:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760457513.476271:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009372af62 (tot 1763794). 00000800:00000200:0.0:1760457513.476283:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760457513.476290:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760457513.476293:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009372af62 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760457513.476306:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457513.476308:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760457513.476310:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457513.476312:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457513.476313:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457513.476316:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457513.476317:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457513.476318:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457513.476320:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457513.476321:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457513.476322:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760457513.476412:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457513.476417:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009372af62 (tot 1763546). 00000400:00000200:1.0:1760457513.476426:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457513.476431:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457513.476434:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000d7c26c 00000400:00000010:1.0:1760457513.476435:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000d7c26c. 00000100:00000001:1.0:1760457513.476438:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457513.476442:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c551f49e x1845971106420544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457538 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457513.476449:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457513.476451:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c551f49e x1845971106420544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457538 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457513.476456:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457513.476458:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457513.667858:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457513.667865:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457513.667867:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457513.667872:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457513.667878:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457513.667881:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457513.667884:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457513.667886:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457513.667889:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457514.372018:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457514.372024:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457514.372028:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457514.499759:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457514.499770:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457514.499772:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457514.499777:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457514.499779:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457514.499782:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457514.499784:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457514.691702:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457514.691707:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457514.691709:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457514.691712:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457514.691716:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457514.691720:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457514.691722:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457514.691723:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457514.691725:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457515.523806:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457515.523820:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457515.523822:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457515.523830:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457515.523833:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457515.523839:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457515.523843:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457515.715827:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457515.715834:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457515.715837:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457515.715843:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457515.715848:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457515.715853:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457515.715857:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457515.715859:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457515.715863:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457516.420010:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457516.420015:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457516.420019:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457516.547710:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457516.547719:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457516.547721:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457516.547725:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457516.547726:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457516.547729:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457516.547730:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457516.739793:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457516.739801:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457516.739803:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457516.739809:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457516.739816:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457516.739820:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457516.739823:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457516.739826:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457516.739829:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457517.571755:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457517.571772:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457517.571774:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457517.571781:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457517.571784:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457517.571789:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457517.571793:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457517.763784:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457517.763793:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457517.763797:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457517.763803:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457517.763811:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457517.763816:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457517.763821:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457517.763824:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457517.763829:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457518.468152:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457518.468159:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457518.468165:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457518.595933:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457518.595953:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457518.595958:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457518.595972:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457518.595980:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457518.595988:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457518.596004:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457518.787766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457518.787772:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457518.787773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457518.787778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457518.787783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457518.787786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457518.787789:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457518.787791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457518.787794:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457519.619865:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457519.619880:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457519.619883:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457519.619892:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457519.619896:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457519.619925:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457519.619929:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457519.811752:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457519.811758:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457519.811760:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457519.811764:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457519.811769:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457519.811773:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457519.811775:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457519.811777:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457519.811780:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457520.515929:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457520.515935:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457520.515940:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457520.643749:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457520.643760:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457520.643761:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457520.643766:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457520.643768:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457520.643771:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457520.643773:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457520.835732:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457520.835737:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457520.835739:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457520.835743:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457520.835748:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457520.835750:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457520.835753:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457520.835755:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457520.835757:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457521.667797:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457521.667810:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457521.667812:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457521.667818:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457521.667821:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457521.667825:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457521.667828:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457521.859722:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457521.859726:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457521.859728:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457521.859732:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457521.859737:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457521.859740:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457521.859742:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457521.859744:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457521.859746:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457522.563994:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457522.563999:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457522.564003:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457522.691812:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457522.691825:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457522.691828:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457522.691834:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457522.691837:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457522.691841:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457522.691844:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457522.883765:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457522.883771:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457522.883774:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457522.883779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457522.883785:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457522.883789:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457522.883792:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457522.883794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457522.883797:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457523.715851:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457523.715865:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457523.715868:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457523.715895:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457523.715899:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457523.715904:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457523.715908:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457523.907778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457523.907787:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457523.907790:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457523.907796:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457523.907803:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457523.907808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457523.907812:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457523.907816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457523.907820:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457524.611967:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457524.611972:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457524.611976:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457524.739943:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457524.739950:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760457524.739966:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457499/real 1760457499] req@000000006c943888 x1845971106420416/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457524 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760457524.740005:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760457524.740008:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760457524.740012:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fac15699. 00000400:00000200:0.0:1760457524.740021:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000602d0e9d 00000400:00000010:0.0:1760457524.740023:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000602d0e9d. 00000100:00000001:0.0:1760457524.740030:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760457524.740034:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006c943888 x1845971106420416/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457524 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760457524.740045:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006c943888 x1845971106420416/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457524 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457524.740056:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760457524.740058:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457524.740062:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457524.740064:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760457524.740067:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006c943888 x1845971106420416/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457524 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457524.740075:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457524.740084:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457524.740087:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457524.740090:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457524.740093:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457524.740097:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760457524.740100:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c943888 x1845971106420416/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457524 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457524.740109:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760457524.740112:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457524.740115:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457524.740117:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457524.740119:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760457524.740123:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760457524.740126:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760457524.740152:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760457524.740155:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760457524.740160:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c943888 x1845971106420416/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457524 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760457524.740169:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c943888 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106420416:192.168.203.106@tcp:38: 00000100:00000001:0.0:1760457524.740174:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457524.740177:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457524.740180:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006c943888 x1845971106420416/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457524 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457524.740187:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760457524.740190:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760457524.740195:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005a07072d. 02000000:00000001:0.0:1760457524.740217:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760457524.740219:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760457524.740221:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:0.0:1760457524.740224:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760457524.740226:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000008265aa12. 02000000:00000001:0.0:1760457524.740231:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760457524.740232:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760457524.740234:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006c943888. 00000100:00000001:0.0:1760457524.740239:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760457524.740240:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457524.740243:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760457524.740274:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457524.740284:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457524.740287:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457524.740291:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457524.740293:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1760457524.740296:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457524.740298:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457524.740303:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457524.740308:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5753 00000100:00080000:1.0:1760457524.740312:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457524.740315:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457524.740319:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457524.740321:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457524.740323:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457524.740327:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457524.740329:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:1.0:1760457524.740331:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457524.740335:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:1.0:1760457524.740337:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:1.0:1760457524.740340:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:1.0:1760457524.740342:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457524.740345:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457524.740347:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457524.740348:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457524.740351:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:1.0:1760457524.740355:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760457524.740358:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457524.740360:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457524.740368:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457524.740371:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457524.740373:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760457524.740377:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760457524.740380:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457524.740382:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457524.740392:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000929b24ab. 00000020:00000040:1.0:1760457524.740395:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:1.0:1760457524.740400:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457524.740402:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457524.740405:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457524.740409:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457524.740413:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457524.740421:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000beab5f56. 00000100:00000001:1.0:1760457524.740427:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457524.740433:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000929b24ab x1845971106420608/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457524.740444:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457524.740446:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457524.740450:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000929b24ab] to pc [ptlrpcd_rcv+-1] req@00000000929b24ab x1845971106420608/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457524.740476:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457524.740478:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457524.740480:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457524.740484:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457524.740486:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457524.740490:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457524.740495:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5783) 00000100:00000001:0.0:1760457524.740518:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457524.740522:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457524.740525:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760457524.740532:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000929b24ab x1845971106420608/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457524.740548:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760457524.740550:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457524.740554:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760457524.740557:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457524.740560:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000929b24ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106420608:192.168.203.106@tcp:38: 00000100:00000001:0.0:1760457524.740564:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760457524.740568:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760457524.740570:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457524.740573:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760457524.740578:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008265aa12. 02000000:00000001:0.0:1760457524.740580:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760457524.740585:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aab3d760. 00000400:00000010:0.0:1760457524.740589:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc688ba4. 00000100:00000200:0.0:1760457524.740596:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106420608, portal 10 00000100:00000001:0.0:1760457524.740598:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760457524.740600:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768338048 : -123359941213568 : ffff8fce06864280) 00000100:00000040:0.0:1760457524.740606:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000929b24ab x1845971106420608/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457549 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457524.740615:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760457524.740618:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760457524.740621:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000000db23d9. 00000100:00000200:0.0:1760457524.740624:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106420608, offset 0 00000400:00000200:0.0:1760457524.740631:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760457524.740673:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760457524.740681:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760457524.740685:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760457524.740688:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760457524.740692:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [346:346:256:4294967295] 192.168.203.106@tcp LPNI seq info [346:346:8:4294967295] 00000400:00000200:0.0:1760457524.740705:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760457524.740712:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760457524.740718:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000284d84b3 (tot 1763794). 00000800:00000200:0.0:1760457524.740727:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760457524.740735:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760457524.740741:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000284d84b3 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760457524.740760:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457524.740763:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760457524.740766:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457524.740769:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457524.740771:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457524.740775:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457524.740777:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457524.740781:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457524.740782:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457524.740787:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457524.740789:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760457524.740924:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457524.740929:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000284d84b3 (tot 1763546). 00000400:00000200:1.0:1760457524.740938:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457524.740945:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457524.740950:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000000db23d9 00000400:00000010:1.0:1760457524.740952:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000000db23d9. 00000100:00000001:1.0:1760457524.740956:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457524.740960:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000929b24ab x1845971106420608/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457549 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457524.740968:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457524.740971:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000929b24ab x1845971106420608/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457549 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457524.740978:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457524.740980:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457524.931763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457524.931769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457524.931771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457524.931776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457524.931781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457524.931785:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457524.931788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457524.931790:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457524.931793:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457525.763819:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457525.763832:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457525.763834:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457525.763841:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457525.763844:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457525.763851:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457525.763854:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457525.955764:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457525.955770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457525.955772:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457525.955777:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457525.955783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457525.955787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457525.955790:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457525.955793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457525.955796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457526.659972:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457526.659977:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457526.659981:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457526.787896:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457526.787914:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457526.787918:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457526.787926:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457526.787931:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457526.787937:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457526.787942:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457526.979772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457526.979778:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457526.979780:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457526.979786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457526.979791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457526.979795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457526.979798:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457526.979801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457526.979804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457527.811790:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457527.811803:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457527.811805:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457527.811812:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457527.811815:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457527.811820:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457527.811823:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457528.003756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457528.003762:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457528.003765:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457528.003770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457528.003775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457528.003779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457528.003782:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457528.003785:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457528.003788:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457528.707976:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457528.707981:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457528.707986:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457528.835822:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457528.835835:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457528.835868:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457528.835875:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457528.835878:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457528.835882:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457528.835885:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457529.027767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457529.027776:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457529.027778:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457529.027786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457529.027794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457529.027799:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457529.027803:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457529.027806:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457529.027811:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457529.859768:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457529.859781:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457529.859784:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457529.859791:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457529.859794:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457529.859798:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457529.859801:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457530.051806:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457530.051814:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457530.051816:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457530.051822:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457530.051828:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457530.051853:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457530.051857:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457530.051860:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457530.051863:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457530.755992:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457530.755997:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457530.756002:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457530.883855:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457530.883864:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760457530.883880:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457505/real 1760457505] req@00000000c2c7d95d x1845971106420480/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457530 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760457530.883902:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760457530.883905:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760457530.883909:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c56a4b6c. 00000400:00000200:0.0:1760457530.883916:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000215756a7 00000400:00000010:0.0:1760457530.883919:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000215756a7. 00000100:00000001:0.0:1760457530.883927:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760457530.883931:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2c7d95d x1845971106420480/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457530 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760457530.883943:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2c7d95d x1845971106420480/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457530 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457530.883954:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760457530.883957:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457530.883963:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457530.883966:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760457530.883971:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c7d95d x1845971106420480/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457530 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457530.883982:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457530.883993:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457530.883995:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457530.883998:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457530.884000:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457530.884004:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760457530.884008:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2c7d95d x1845971106420480/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457530 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457530.884016:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760457530.884020:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457530.884022:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457530.884023:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457530.884025:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760457530.884027:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760457530.884031:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760457530.884057:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760457530.884060:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760457530.884064:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2c7d95d x1845971106420480/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457530 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760457530.884073:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c7d95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106420480:192.168.203.106@tcp:8: 00000100:00000001:0.0:1760457530.884079:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457530.884082:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457530.884085:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c2c7d95d x1845971106420480/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457530 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457530.884093:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760457530.884096:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760457530.884101:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000093d40f1b. 02000000:00000001:0.0:1760457530.884108:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760457530.884111:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760457530.884113:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:0.0:1760457530.884117:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760457530.884121:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000265d4fa1. 02000000:00000001:0.0:1760457530.884126:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760457530.884128:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760457530.884130:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2c7d95d. 00000100:00000001:0.0:1760457530.884135:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760457530.884137:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457530.884140:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760457530.884152:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457530.884165:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457530.884170:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457530.884177:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457530.884181:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457530.884187:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457530.884191:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457530.884198:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457530.884201:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:1.0:1760457530.884206:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457530.884209:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457530.884215:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457530.884222:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5759 00000100:00080000:1.0:1760457530.884226:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457530.884232:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457530.884237:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457530.884240:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457530.884244:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457530.884250:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457530.884252:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:1.0:1760457530.884257:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457530.884262:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:1.0:1760457530.884266:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:1.0:1760457530.884271:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:1.0:1760457530.884276:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457530.884279:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457530.884282:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457530.884285:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457530.884289:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:1.0:1760457530.884295:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760457530.884300:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457530.884305:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457530.884315:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457530.884321:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457530.884324:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760457530.884330:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760457530.884336:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457530.884340:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457530.884351:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ed04dfc. 00000020:00000040:1.0:1760457530.884356:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:1.0:1760457530.884362:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457530.884364:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457530.884369:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457530.884373:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457530.884379:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457530.884390:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009ddc6be9. 00000100:00000001:1.0:1760457530.884400:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457530.884409:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003ed04dfc x1845971106420672/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457530.884424:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457530.884427:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457530.884433:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003ed04dfc] to pc [ptlrpcd_rcv+-1] req@000000003ed04dfc x1845971106420672/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457530.884470:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457530.884474:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:1.0:1760457530.884480:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5790) 00000100:00000001:0.0:1760457530.884515:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457530.884520:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457530.884522:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760457530.884529:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ed04dfc x1845971106420672/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457530.884540:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760457530.884542:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457530.884546:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760457530.884550:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457530.884553:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ed04dfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106420672:192.168.203.106@tcp:8: 00000100:00000001:0.0:1760457530.884557:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760457530.884562:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760457530.884565:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457530.884568:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760457530.884573:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000265d4fa1. 02000000:00000001:0.0:1760457530.884575:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760457530.884580:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007dda1bbf. 00000400:00000010:0.0:1760457530.884586:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba80dcf9. 00000100:00000200:0.0:1760457530.884593:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106420672, portal 4 00000100:00000001:0.0:1760457530.884596:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760457530.884597:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768324672 : -123359941226944 : ffff8fce06860e40) 00000100:00000040:0.0:1760457530.884604:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003ed04dfc x1845971106420672/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457555 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457530.884619:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760457530.884623:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760457530.884626:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8a5a7f1. 00000100:00000200:0.0:1760457530.884629:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106420672, offset 0 00000400:00000200:0.0:1760457530.884637:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760457530.884680:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760457530.884689:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760457530.884693:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760457530.884697:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760457530.884702:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [347:347:256:4294967295] 192.168.203.106@tcp LPNI seq info [347:347:8:4294967295] 00000400:00000200:0.0:1760457530.884716:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760457530.884723:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760457530.884729:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e4f55d1 (tot 1763794). 00000800:00000200:0.0:1760457530.884738:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760457530.884748:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760457530.884753:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e4f55d1 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760457530.884775:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457530.884778:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760457530.884781:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457530.884785:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457530.884787:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457530.884792:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457530.884793:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457530.884796:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457530.884797:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457530.884799:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457530.884801:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760457530.884991:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457530.884998:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e4f55d1 (tot 1763546). 00000400:00000200:1.0:1760457530.885009:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457530.885019:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457530.885025:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8a5a7f1 00000400:00000010:1.0:1760457530.885028:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8a5a7f1. 00000100:00000001:1.0:1760457530.885034:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457530.885039:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ed04dfc x1845971106420672/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457555 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457530.885053:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457530.885056:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003ed04dfc x1845971106420672/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457555 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457530.885068:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457530.885071:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457531.075810:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457531.075819:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457531.075879:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457531.075901:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457531.075908:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457531.075913:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457531.075916:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457531.075919:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457531.075923:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457531.907775:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457531.907792:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457531.907795:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457531.907804:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457531.907808:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457531.907814:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457531.907872:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457532.099791:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457532.099797:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457532.099800:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457532.099806:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457532.099812:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457532.099838:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457532.099841:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457532.099843:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457532.099847:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457532.804031:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457532.804036:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457532.804041:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457532.931894:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457532.931910:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457532.931913:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457532.931922:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457532.931926:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457532.931931:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457532.931935:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457533.123752:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457533.123758:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457533.123760:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457533.123766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457533.123771:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457533.123775:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457533.123778:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457533.123780:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457533.123783:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457533.955782:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457533.955795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457533.955797:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457533.955834:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457533.955839:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457533.955844:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457533.955848:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457534.147721:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457534.147727:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457534.147728:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457534.147733:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457534.147738:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457534.147741:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457534.147743:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457534.147745:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457534.147748:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457534.852006:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457534.852011:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457534.852016:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457534.979872:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457534.979885:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457534.979887:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457534.979895:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457534.979898:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457534.979902:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457534.979905:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457535.171778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457535.171785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457535.171787:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457535.171818:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457535.171825:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457535.171830:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457535.171833:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457535.171835:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457535.171839:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760457536.003768:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457536.003780:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457536.003784:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457536.003806:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457536.003810:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457536.003814:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457536.003817:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457536.003820:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457536.003827:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5795) 00000100:00000001:0.0:1760457536.003855:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457536.003871:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457536.003876:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457536.003883:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457536.003887:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457536.003893:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457536.003897:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457536.195777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457536.195784:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457536.195786:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457536.195831:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457536.195837:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457536.195841:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457536.195844:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457536.195847:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457536.195850:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457536.899853:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457536.899856:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457536.899859:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457537.027722:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457537.027733:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457537.027735:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457537.027739:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457537.027741:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457537.027744:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457537.027746:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457537.219724:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457537.219728:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457537.219729:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457537.219733:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457537.219737:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457537.219739:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457537.219742:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457537.219744:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457537.219755:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457538.051816:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457538.051822:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760457538.051837:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457513/real 1760457513] req@00000000c551f49e x1845971106420544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457538 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760457538.051859:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760457538.051862:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760457538.051865:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085bdc8da. 00000400:00000200:0.0:1760457538.051872:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c8ab3c4 00000400:00000010:0.0:1760457538.051875:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c8ab3c4. 00000100:00000001:0.0:1760457538.051880:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760457538.051884:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c551f49e x1845971106420544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457538 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760457538.051894:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c551f49e x1845971106420544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457538 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457538.051902:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760457538.051904:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457538.051908:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457538.051910:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760457538.051913:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c551f49e x1845971106420544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457538 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457538.051921:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457538.051930:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457538.051932:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457538.051935:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457538.051938:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457538.051941:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760457538.051945:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c551f49e x1845971106420544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457538 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457538.051952:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760457538.051956:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457538.051958:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457538.051960:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457538.051962:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760457538.051965:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760457538.051968:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760457538.051994:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760457538.051997:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760457538.052001:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c551f49e x1845971106420544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457538 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760457538.052011:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c551f49e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106420544:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760457538.052017:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457538.052019:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457538.052022:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c551f49e x1845971106420544/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457538 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457538.052030:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760457538.052032:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760457538.052037:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e9201050. 02000000:00000001:0.0:1760457538.052043:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760457538.052045:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760457538.052047:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:0.0:1760457538.052051:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760457538.052055:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000b29b13f9. 02000000:00000001:0.0:1760457538.052059:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760457538.052061:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760457538.052063:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c551f49e. 00000100:00000001:0.0:1760457538.052069:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760457538.052070:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457538.052073:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760457538.052080:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457538.052091:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457538.052093:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:1.0:1760457538.052097:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457538.052100:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457538.052106:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457538.052112:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 5767 00000100:00080000:1.0:1760457538.052116:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457538.052121:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457538.052124:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457538.052127:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457538.052130:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457538.052133:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457538.052135:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:1.0:1760457538.052138:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457538.052142:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:1.0:1760457538.052145:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:1.0:1760457538.052147:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:1.0:1760457538.052150:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457538.052153:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457538.052155:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457538.052157:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457538.052160:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:1.0:1760457538.052164:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:1.0:1760457538.052166:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457538.052169:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457538.052172:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457538.052175:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457538.052178:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:1.0:1760457538.052181:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457538.052190:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b73f9ed. 00000020:00000040:1.0:1760457538.052194:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:1.0:1760457538.052199:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457538.052201:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457538.052205:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457538.052208:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457538.052213:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457538.052221:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009107b774. 00000100:00000001:1.0:1760457538.052228:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457538.052234:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b73f9ed x1845971106420736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457538.052246:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457538.052249:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457538.052253:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000b73f9ed] to pc [ptlrpcd_rcv+-1] req@000000000b73f9ed x1845971106420736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457538.052285:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457538.052289:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457538.052292:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457538.052297:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457538.052302:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457538.052308:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457538.052312:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457538.052318:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1760457538.052324:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457538.052329:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1760457538.052329:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5797) 00000100:00000001:0.0:1760457538.052334:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760457538.052343:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b73f9ed x1845971106420736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457538.052354:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760457538.052357:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457538.052361:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760457538.052366:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457538.052370:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b73f9ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106420736:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760457538.052375:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760457538.052380:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760457538.052382:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457538.052386:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760457538.052391:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e9201050. 02000000:00000001:0.0:1760457538.052393:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760457538.052398:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085bdc8da. 00000400:00000010:0.0:1760457538.052403:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c8ab3c4. 00000100:00000200:0.0:1760457538.052410:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106420736, portal 25 00000100:00000001:0.0:1760457538.052413:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760457538.052415:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768330752 : -123359941220864 : ffff8fce06862600) 00000100:00000040:0.0:1760457538.052421:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000b73f9ed x1845971106420736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457563 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457538.052429:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760457538.052432:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760457538.052435:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011e2c455. 00000100:00000200:0.0:1760457538.052438:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106420736, offset 0 00000400:00000200:0.0:1760457538.052446:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760457538.052461:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760457538.052470:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760457538.052474:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760457538.052478:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760457538.052483:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [348:348:256:4294967295] 192.168.203.106@tcp LPNI seq info [348:348:8:4294967295] 00000400:00000200:0.0:1760457538.052496:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760457538.052503:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760457538.052510:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e4f55d1 (tot 1763794). 00000800:00000200:0.0:1760457538.052518:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760457538.052528:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760457538.052533:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e4f55d1 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760457538.052555:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457538.052557:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760457538.052561:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457538.052564:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457538.052566:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457538.052570:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457538.052572:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457538.052574:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457538.052575:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457538.052577:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457538.052578:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760457538.052806:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457538.052812:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e4f55d1 (tot 1763546). 00000400:00000200:1.0:1760457538.052822:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457538.052830:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457538.052835:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011e2c455 00000400:00000010:1.0:1760457538.052838:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011e2c455. 00000100:00000001:1.0:1760457538.052843:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457538.052849:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000b73f9ed x1845971106420736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457563 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457538.052863:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457538.052867:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000b73f9ed x1845971106420736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457563 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457538.052878:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457538.052881:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457538.243767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457538.243799:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457538.243802:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457538.243808:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457538.243813:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457538.243817:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457538.243820:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457538.243822:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457538.243825:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457538.947955:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457538.947960:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457538.947964:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457539.075739:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457539.075754:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457539.075757:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457539.075765:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457539.075823:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457539.075829:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457539.075834:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457539.267747:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457539.267752:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457539.267754:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457539.267760:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457539.267766:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457539.267796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457539.267799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457539.267802:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457539.267805:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457540.099855:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457540.099870:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457540.099873:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457540.099880:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457540.099884:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457540.099889:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457540.099893:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457540.291851:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457540.291858:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457540.291860:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457540.291865:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457540.291872:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457540.291877:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457540.291880:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457540.291883:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457540.291887:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457540.995956:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457540.995963:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457540.995970:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457541.123739:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457541.123777:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457541.123781:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457541.123787:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457541.123792:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457541.123798:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457541.123801:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457541.315820:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457541.315826:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457541.315828:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457541.315851:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457541.315859:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457541.315864:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457541.315868:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457541.315871:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457541.315874:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457542.147849:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457542.147867:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457542.147871:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457542.147879:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457542.147885:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457542.147892:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457542.147896:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457542.339814:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457542.339822:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457542.339824:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457542.339831:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457542.339839:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457542.339844:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457542.339848:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457542.339851:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457542.339854:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457543.043928:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457543.043938:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457543.043947:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457543.171829:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457543.171846:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457543.171849:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457543.171858:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457543.171863:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457543.171869:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457543.171872:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457543.363817:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457543.363826:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457543.363828:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457543.363835:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457543.363842:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457543.363847:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457543.363850:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457543.363854:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457543.363858:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457544.195871:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457544.195887:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457544.195890:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457544.195898:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457544.195902:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457544.195908:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457544.195911:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457544.387839:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457544.387844:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457544.387845:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457544.387849:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457544.387855:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457544.387858:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457544.387860:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457544.387863:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457544.387865:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457545.091894:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457545.091899:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457545.091902:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457545.219884:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457545.219906:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457545.219909:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457545.219918:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457545.219922:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457545.219927:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457545.219930:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457545.411790:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457545.411798:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457545.411802:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457545.411809:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457545.411816:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457545.411821:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457545.411825:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457545.411828:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457545.411832:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457546.243865:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457546.243883:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457546.243885:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457546.243894:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457546.243899:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457546.243904:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457546.243907:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457546.435775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457546.435784:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457546.435787:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457546.435793:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457546.435801:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457546.435806:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457546.435810:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457546.435813:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457546.435817:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457547.139957:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457547.139962:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457547.139968:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457547.267828:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457547.267845:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457547.267848:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457547.267855:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457547.267858:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457547.267864:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457547.267868:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457547.459789:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457547.459797:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457547.459799:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457547.459805:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457547.459813:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457547.459817:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457547.459821:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457547.459824:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457547.459828:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760457548.291917:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457548.291933:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457548.291939:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457548.291944:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457548.291947:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457548.291952:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457548.291955:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457548.291962:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457548.291970:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5807) 00000100:00000001:0.0:1760457548.291973:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457548.291991:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457548.291999:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457548.292006:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457548.292011:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457548.292017:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457548.292021:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457548.483778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457548.483786:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457548.483788:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457548.483794:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457548.483801:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457548.483806:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457548.483809:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457548.483812:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457548.483815:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457549.188051:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457549.188058:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457549.188065:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457549.315845:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457549.315853:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760457549.315875:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457524/real 1760457524] req@00000000929b24ab x1845971106420608/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457549 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760457549.315903:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760457549.315906:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760457549.315910:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aab3d760. 00000400:00000200:0.0:1760457549.315919:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc688ba4 00000400:00000010:0.0:1760457549.315922:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc688ba4. 00000100:00000001:0.0:1760457549.315929:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760457549.315933:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000929b24ab x1845971106420608/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457549 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760457549.315944:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000929b24ab x1845971106420608/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457549 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457549.315959:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760457549.315963:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457549.315968:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457549.315972:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760457549.315979:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000929b24ab x1845971106420608/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457549 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457549.315992:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457549.316009:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457549.316012:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457549.316018:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457549.316023:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457549.316029:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760457549.316036:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000929b24ab x1845971106420608/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457549 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457549.316050:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760457549.316055:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457549.316058:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457549.316061:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457549.316065:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760457549.316070:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760457549.316076:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760457549.316120:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760457549.316126:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760457549.316134:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000929b24ab x1845971106420608/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457549 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760457549.316151:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000929b24ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106420608:192.168.203.106@tcp:38: 00000100:00000001:0.0:1760457549.316162:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457549.316168:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457549.316176:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000929b24ab x1845971106420608/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457549 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00080000:1.0:1760457549.316186:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457549.316203:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457549.316209:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457549.316221:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457549.316224:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760457549.316229:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00000001:1.0:1760457549.316230:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457549.316235:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457549.316240:0:145968:0:(import.c:519:import_select_connection()) Process entered 02000000:00000001:0.0:1760457549.316252:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1760457549.316258:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5778 02000000:00000010:0.0:1760457549.316263:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008265aa12. 00000100:00080000:1.0:1760457549.316265:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457549.316274:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 02000000:00000001:0.0:1760457549.316278:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1760457549.316280:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000020:00000001:0.0:1760457549.316286:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000040:1.0:1760457549.316287:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457549.316291:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457549.316294:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:1.0:1760457549.316297:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457549.316300:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760457549.316304:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000020:00000001:1.0:1760457549.316306:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 02000000:00000010:0.0:1760457549.316311:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000beab5f56. 00000020:00000040:1.0:1760457549.316313:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:1.0:1760457549.316320:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 02000000:00000001:0.0:1760457549.316321:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1760457549.316325:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 02000000:00000001:0.0:1760457549.316327:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760457549.316331:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000929b24ab. 00000100:00000040:1.0:1760457549.316333:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457549.316340:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000001:0.0:1760457549.316341:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1760457549.316344:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457549.316346:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457549.316350:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000100:00000001:0.0:1760457549.316353:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1760457549.316356:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:1.0:1760457549.316365:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760457549.316368:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457549.316371:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457549.316380:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457549.316384:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457549.316387:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760457549.316393:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760457549.316397:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457549.316399:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457549.316413:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d2ae1ae4. 00000020:00000040:1.0:1760457549.316418:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:1.0:1760457549.316424:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457549.316426:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457549.316431:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457549.316435:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457549.316441:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457549.316452:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b29b13f9. 00000100:00000001:1.0:1760457549.316461:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457549.316468:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2ae1ae4 x1845971106420800/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457549.316480:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457549.316483:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457549.316488:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d2ae1ae4] to pc [ptlrpcd_rcv+-1] req@00000000d2ae1ae4 x1845971106420800/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457549.316516:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457549.316519:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457549.316522:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457549.316526:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457549.316530:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457549.316533:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457549.316539:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5808) 00000100:00000001:0.0:1760457549.316564:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457549.316568:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457549.316571:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760457549.316580:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2ae1ae4 x1845971106420800/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457549.316592:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760457549.316595:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457549.316600:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760457549.316603:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457549.316607:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2ae1ae4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106420800:192.168.203.106@tcp:38: 00000100:00000001:0.0:1760457549.316612:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760457549.316618:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760457549.316620:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457549.316624:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760457549.316630:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008265aa12. 02000000:00000001:0.0:1760457549.316632:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760457549.316638:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aab3d760. 00000400:00000010:0.0:1760457549.316674:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc688ba4. 00000100:00000200:0.0:1760457549.316683:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106420800, portal 10 00000100:00000001:0.0:1760457549.316687:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760457549.316690:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768340480 : -123359941211136 : ffff8fce06864c00) 00000100:00000040:0.0:1760457549.316721:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d2ae1ae4 x1845971106420800/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457574 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457549.316731:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760457549.316735:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760457549.316739:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006083e44a. 00000100:00000200:0.0:1760457549.316742:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106420800, offset 0 00000400:00000200:0.0:1760457549.316751:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760457549.316772:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760457549.316785:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760457549.316790:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760457549.316794:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760457549.316799:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [349:349:256:4294967295] 192.168.203.106@tcp LPNI seq info [349:349:8:4294967295] 00000400:00000200:0.0:1760457549.316815:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760457549.316823:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760457549.316831:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000284d84b3 (tot 1763794). 00000800:00000200:0.0:1760457549.316841:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760457549.316854:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760457549.316859:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000284d84b3 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760457549.316882:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457549.316885:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760457549.316888:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457549.316892:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457549.316894:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457549.316899:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457549.316901:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457549.316905:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457549.316907:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457549.316909:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457549.316911:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760457549.317081:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457549.317089:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000284d84b3 (tot 1763546). 00000400:00000200:1.0:1760457549.317101:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457549.317109:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457549.317115:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006083e44a 00000400:00000010:1.0:1760457549.317117:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006083e44a. 00000100:00000001:1.0:1760457549.317122:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457549.317126:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d2ae1ae4 x1845971106420800/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457574 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457549.317136:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457549.317139:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d2ae1ae4 x1845971106420800/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457574 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457549.317146:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457549.317148:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457549.507797:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457549.507808:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457549.507811:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457549.507818:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457549.507827:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457549.507833:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457549.507837:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457549.507841:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457549.507846:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457550.339924:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457550.339940:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457550.339942:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457550.339951:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457550.339955:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457550.339959:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457550.339962:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457550.531811:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457550.531822:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457550.531825:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457550.531832:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457550.531844:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457550.531851:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457550.531856:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457550.531860:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457550.531865:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457551.235990:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457551.235996:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457551.236001:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457551.363855:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457551.363871:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457551.363873:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457551.363880:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457551.363884:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457551.363889:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457551.363893:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457551.555796:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457551.555805:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457551.555807:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457551.555815:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457551.555823:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457551.555827:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457551.555831:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457551.555835:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457551.555839:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457552.387800:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457552.387817:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457552.387819:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457552.387826:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457552.387846:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457552.387852:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457552.387855:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457552.579780:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457552.579787:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457552.579789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457552.579795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457552.579802:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457552.579806:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457552.579809:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457552.579813:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457552.579816:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457553.283972:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457553.283978:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457553.283984:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457553.411828:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457553.411847:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457553.411850:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457553.411858:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457553.411863:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457553.411868:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457553.411872:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457553.603756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457553.603764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457553.603767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457553.603773:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457553.603780:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457553.603785:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457553.603789:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457553.603792:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457553.603796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457554.435805:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457554.435827:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457554.435830:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457554.435840:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457554.435846:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457554.435853:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457554.435859:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457554.627793:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457554.627804:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457554.627807:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457554.627815:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457554.627824:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457554.627831:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457554.627837:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457554.627842:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457554.627847:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457555.332002:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457555.332009:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457555.332017:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457555.459831:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457555.459843:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760457555.459871:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457530/real 1760457530] req@000000003ed04dfc x1845971106420672/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457555 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760457555.459908:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760457555.459912:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760457555.459916:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007dda1bbf. 00000400:00000200:0.0:1760457555.459929:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba80dcf9 00000400:00000010:0.0:1760457555.459934:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba80dcf9. 00000100:00000001:0.0:1760457555.459942:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760457555.459949:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ed04dfc x1845971106420672/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457555 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760457555.459966:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ed04dfc x1845971106420672/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457555 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457555.459981:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760457555.459984:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457555.459988:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457555.459991:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760457555.459995:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003ed04dfc x1845971106420672/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457555 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457555.460004:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457555.460017:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457555.460019:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457555.460023:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457555.460027:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457555.460031:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760457555.460035:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ed04dfc x1845971106420672/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457555 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457555.460044:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760457555.460049:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457555.460050:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457555.460051:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457555.460056:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760457555.460059:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760457555.460063:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760457555.460102:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760457555.460106:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760457555.460112:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ed04dfc x1845971106420672/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457555 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760457555.460121:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ed04dfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106420672:192.168.203.106@tcp:8: 00000100:00000001:0.0:1760457555.460127:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457555.460130:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457555.460134:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003ed04dfc x1845971106420672/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457555 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457555.460143:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760457555.460147:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760457555.460153:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000265d4fa1. 02000000:00000001:0.0:1760457555.460159:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760457555.460162:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760457555.460165:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:0.0:1760457555.460169:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760457555.460172:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000009ddc6be9. 02000000:00000001:0.0:1760457555.460178:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760457555.460180:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760457555.460183:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ed04dfc. 00000100:00000001:0.0:1760457555.460191:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760457555.460193:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457555.460197:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457555.460551:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457555.460555:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457555.460558:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760457555.460565:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f76a8f4 x1845971106420864/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457555.460575:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760457555.460578:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457555.460583:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760457555.460586:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457555.460590:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f76a8f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106420864:192.168.203.106@tcp:8: 00000100:00000001:0.0:1760457555.460594:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760457555.460599:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760457555.460603:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457555.460606:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760457555.460612:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000265d4fa1. 02000000:00000001:0.0:1760457555.460615:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760457555.460621:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007dda1bbf. 00000400:00000010:0.0:1760457555.460626:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba80dcf9. 00000100:00000200:0.0:1760457555.460635:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106420864, portal 4 00000100:00000001:0.0:1760457555.460639:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760457555.460692:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771167040 : -123359938384576 : ffff8fce06b16d40) 00000100:00000040:0.0:1760457555.460702:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000009f76a8f4 x1845971106420864/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457580 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457555.460712:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760457555.460716:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760457555.460720:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032231d05. 00000100:00000200:0.0:1760457555.460724:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106420864, offset 0 00000400:00000200:0.0:1760457555.460733:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760457555.460756:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760457555.460767:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760457555.460773:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760457555.460777:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760457555.460783:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [350:350:256:4294967295] 192.168.203.106@tcp LPNI seq info [350:350:8:4294967295] 00000400:00000200:0.0:1760457555.460798:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760457555.460807:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760457555.460814:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009372af62 (tot 1763794). 00000800:00000200:0.0:1760457555.460825:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760457555.460837:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760457555.460843:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009372af62 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760457555.460868:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457555.460871:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760457555.460874:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457555.460877:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457555.460880:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457555.460885:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457555.460887:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457555.460890:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457555.460891:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457555.460893:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457555.460895:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760457555.461111:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457555.461120:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009372af62 (tot 1763546). 00000400:00000200:1.0:1760457555.461135:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457555.461148:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457555.461156:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032231d05 00000400:00000010:1.0:1760457555.461159:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032231d05. 00000100:00000001:1.0:1760457555.461165:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457555.461173:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f76a8f4 x1845971106420864/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457580 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457555.461187:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457555.461190:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009f76a8f4 x1845971106420864/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457580 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457555.461199:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457555.461202:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457555.651796:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457555.651803:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457555.651805:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457555.651811:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457555.651817:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457555.651821:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457555.651824:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457555.651826:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457555.651829:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457556.483832:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457556.483853:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457556.483856:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457556.483867:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457556.483873:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457556.483879:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457556.483884:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457556.675783:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457556.675790:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457556.675792:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457556.675798:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457556.675804:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457556.675808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457556.675812:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457556.675814:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457556.675817:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457557.379983:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457557.379990:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457557.379995:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457557.507794:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457557.507814:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457557.507818:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457557.507826:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457557.507831:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457557.507838:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457557.507843:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457557.699806:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457557.699814:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457557.699816:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457557.699822:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457557.699827:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457557.699831:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457557.699834:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457557.699837:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457557.699840:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457558.403938:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457558.403944:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457558.403950:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457558.531784:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457558.531800:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457558.531803:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457558.531810:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457558.531814:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457558.531820:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457558.531823:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457558.723783:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457558.723790:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457558.723792:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457558.723798:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457558.723804:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457558.723808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457558.723812:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457558.723814:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457558.723817:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457559.428012:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457559.428019:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457559.428023:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457559.555799:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457559.555821:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457559.555826:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457559.555836:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457559.555842:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457559.555850:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457559.555856:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457559.747792:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457559.747799:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457559.747801:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457559.747807:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457559.747813:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457559.747817:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457559.747820:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457559.747822:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457559.747826:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457560.451902:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457560.451908:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457560.451915:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457560.579860:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457560.579879:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457560.579882:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457560.579894:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457560.579900:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457560.579911:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457560.579930:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457560.771771:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457560.771777:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457560.771779:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457560.771784:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457560.771790:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457560.771795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457560.771799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457560.771801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457560.771805:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457561.475981:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457561.475987:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457561.475992:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457561.603874:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457561.603891:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457561.603893:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457561.603901:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457561.603906:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457561.603911:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457561.603915:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457561.795836:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457561.795844:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457561.795846:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457561.795852:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457561.795859:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457561.795863:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457561.795866:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457561.795868:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457561.795872:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457562.499909:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457562.499915:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457562.499921:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457562.627949:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457562.627968:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457562.627971:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457562.627980:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457562.628002:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457562.628009:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457562.628015:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457562.819766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457562.819772:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457562.819774:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457562.819781:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457562.819787:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457562.819791:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457562.819794:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457562.819796:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457562.819800:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457563.523946:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457563.523952:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457563.523958:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457563.651870:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457563.651878:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760457563.651901:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457538/real 1760457538] req@000000000b73f9ed x1845971106420736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457563 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760457563.651929:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760457563.651934:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760457563.651938:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085bdc8da. 00000400:00000200:0.0:1760457563.651947:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c8ab3c4 00000400:00000010:0.0:1760457563.651950:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c8ab3c4. 00000100:00000001:0.0:1760457563.651957:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760457563.651960:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000b73f9ed x1845971106420736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457563 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760457563.651971:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000b73f9ed x1845971106420736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457563 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457563.651980:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760457563.651982:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457563.651986:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457563.651989:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760457563.651993:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b73f9ed x1845971106420736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457563 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457563.652001:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457563.652013:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457563.652015:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457563.652018:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457563.652022:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457563.652026:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760457563.652030:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b73f9ed x1845971106420736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457563 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457563.652038:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760457563.652042:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457563.652045:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457563.652046:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457563.652049:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760457563.652052:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760457563.652056:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760457563.652092:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760457563.652096:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760457563.652100:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b73f9ed x1845971106420736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457563 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760457563.652112:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b73f9ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106420736:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760457563.652118:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457563.652122:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457563.652125:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000b73f9ed x1845971106420736/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457563 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457563.652133:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760457563.652139:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760457563.652146:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e9201050. 02000000:00000001:0.0:1760457563.652154:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760457563.652158:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760457563.652161:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:0.0:1760457563.652166:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760457563.652170:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000009107b774. 02000000:00000001:0.0:1760457563.652178:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760457563.652181:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760457563.652183:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b73f9ed. 00000100:00000001:0.0:1760457563.652191:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760457563.652194:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457563.652197:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457563.652476:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457563.652482:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457563.652485:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760457563.652495:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000097eba538 x1845971106420928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457563.652507:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760457563.652509:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457563.652515:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760457563.652520:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457563.652524:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000097eba538 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106420928:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760457563.652529:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760457563.652535:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760457563.652539:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457563.652542:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760457563.652553:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e9201050. 02000000:00000001:0.0:1760457563.652555:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760457563.652561:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085bdc8da. 00000400:00000010:0.0:1760457563.652567:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c8ab3c4. 00000100:00000200:0.0:1760457563.652576:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106420928, portal 25 00000100:00000001:0.0:1760457563.652580:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760457563.652582:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771163392 : -123359938388224 : ffff8fce06b15f00) 00000100:00000040:0.0:1760457563.652588:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000097eba538 x1845971106420928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457588 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457563.652597:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760457563.652675:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760457563.652681:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001cd53527. 00000100:00000200:0.0:1760457563.652686:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106420928, offset 0 00000400:00000200:0.0:1760457563.652696:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760457563.652717:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760457563.652729:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760457563.652734:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760457563.652739:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760457563.652744:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [351:351:256:4294967295] 192.168.203.106@tcp LPNI seq info [351:351:8:4294967295] 00000400:00000200:0.0:1760457563.652759:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760457563.652768:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760457563.652775:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f012ee74 (tot 1763794). 00000800:00000200:0.0:1760457563.652785:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760457563.652797:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760457563.652804:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f012ee74 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760457563.652828:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457563.652831:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760457563.652834:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457563.652837:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457563.652840:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457563.652844:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457563.652846:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457563.652849:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457563.652851:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457563.652852:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457563.652855:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760457563.652978:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457563.652985:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f012ee74 (tot 1763546). 00000400:00000200:1.0:1760457563.652997:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457563.653005:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457563.653012:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001cd53527 00000400:00000010:1.0:1760457563.653015:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001cd53527. 00000100:00000001:1.0:1760457563.653021:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457563.653026:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000097eba538 x1845971106420928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457588 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457563.653036:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457563.653039:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000097eba538 x1845971106420928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457588 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457563.653047:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457563.653050:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457563.843767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457563.843774:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457563.843776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457563.843782:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457563.843799:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457563.843803:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457563.843806:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457563.843809:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457563.843812:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457564.547848:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457564.547853:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457564.547858:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457564.675888:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457564.675905:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457564.675907:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457564.675915:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457564.675919:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457564.675925:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457564.675927:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457564.867763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457564.867772:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457564.867775:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457564.867781:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457564.867789:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457564.867794:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457564.867797:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457564.867800:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457564.867804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457565.571972:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457565.571976:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457565.571980:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457565.699880:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457565.699899:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457565.699901:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457565.699908:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457565.699912:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457565.699917:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457565.699920:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457565.891765:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457565.891771:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457565.891773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457565.891778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457565.891784:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457565.891788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457565.891791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457565.891793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457565.891796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457566.595936:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457566.595943:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457566.595949:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457566.723784:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457566.723803:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457566.723805:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457566.723813:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457566.723817:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457566.723823:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457566.723827:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457566.915758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457566.915765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457566.915767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457566.915773:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457566.915779:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457566.915783:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457566.915786:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457566.915788:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457566.915791:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457567.619938:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457567.619943:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457567.619947:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457567.747775:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457567.747796:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457567.747800:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457567.747810:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457567.747815:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457567.747821:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457567.747826:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457567.939773:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457567.939780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457567.939783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457567.939789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457567.939795:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457567.939799:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457567.939802:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457567.939804:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457567.939808:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457568.643965:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457568.643972:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457568.643978:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457568.771777:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457568.771792:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457568.771796:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457568.771806:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457568.771810:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457568.771818:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457568.771822:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760457568.771855:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457568.771869:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457568.771873:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457568.771876:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457568.771879:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457568.771882:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457568.771884:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457568.771887:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457568.771892:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5827) 00000100:00000001:1.0:1760457568.963744:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457568.963750:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457568.963752:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457568.963758:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457568.963765:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457568.963770:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457568.963773:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457568.963776:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457568.963779:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457569.668052:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457569.668058:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457569.668063:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457569.795751:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457569.795768:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457569.795771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457569.795778:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457569.795782:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457569.795788:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457569.795791:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457569.987752:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457569.987759:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457569.987761:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457569.987766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457569.987772:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457569.987776:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457569.987779:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457569.987781:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457569.987784:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457570.691785:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457570.691790:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457570.691793:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457570.819767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457570.819778:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457570.819779:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457570.819785:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457570.819787:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457570.819791:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457570.819793:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457571.011757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457571.011762:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457571.011763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457571.011768:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457571.011772:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457571.011775:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457571.011777:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457571.011778:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457571.011780:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457571.715977:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457571.715983:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457571.715989:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457571.843703:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457571.843719:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457571.843723:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457571.843732:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457571.843736:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457571.843741:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457571.843744:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457572.035768:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457572.035775:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457572.035778:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457572.035783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457572.035789:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457572.035793:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457572.035796:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457572.035799:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457572.035802:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457572.739923:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457572.739929:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457572.739934:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457572.867753:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457572.867769:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457572.867772:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457572.867780:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457572.867784:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457572.867789:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457572.867792:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457573.059778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457573.059786:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457573.059788:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457573.059794:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457573.059801:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457573.059817:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457573.059821:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457573.059824:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457573.059828:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457573.763963:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457573.763970:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457573.763975:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457573.891767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457573.891785:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457573.891789:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457573.891797:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457573.891801:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457573.891808:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457573.891812:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457574.083839:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457574.083850:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457574.083852:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457574.083861:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457574.083869:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457574.083874:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457574.083878:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457574.083881:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457574.083885:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457574.787942:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457574.787947:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457574.787953:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457574.915751:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457574.915759:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760457574.915779:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457549/real 1760457549] req@00000000d2ae1ae4 x1845971106420800/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457574 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760457574.915805:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760457574.915807:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760457574.915811:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aab3d760. 00000400:00000200:0.0:1760457574.915818:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc688ba4 00000400:00000010:0.0:1760457574.915821:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc688ba4. 00000100:00000001:0.0:1760457574.915827:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760457574.915831:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d2ae1ae4 x1845971106420800/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457574 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760457574.915841:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d2ae1ae4 x1845971106420800/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457574 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457574.915850:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760457574.915852:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457574.915855:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457574.915858:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760457574.915862:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2ae1ae4 x1845971106420800/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457574 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457574.915870:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457574.915881:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457574.915883:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457574.915887:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457574.915891:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457574.915896:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760457574.915900:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2ae1ae4 x1845971106420800/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457574 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457574.915909:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760457574.915913:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457574.915915:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457574.915916:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457574.915919:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760457574.915922:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760457574.915926:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760457574.915956:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760457574.915959:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760457574.915964:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2ae1ae4 x1845971106420800/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457574 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760457574.915973:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2ae1ae4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106420800:192.168.203.106@tcp:38: 00000100:00000001:0.0:1760457574.915979:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457574.915982:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457574.915986:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d2ae1ae4 x1845971106420800/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457574 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457574.915999:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760457574.916004:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760457574.916012:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008265aa12. 02000000:00000001:0.0:1760457574.916023:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760457574.916028:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760457574.916032:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:0.0:1760457574.916038:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760457574.916042:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000b29b13f9. 02000000:00000001:0.0:1760457574.916049:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760457574.916053:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760457574.916056:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d2ae1ae4. 00000100:00000001:0.0:1760457574.916064:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760457574.916068:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457574.916076:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457574.916358:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457574.916364:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457574.916367:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760457574.916375:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001118d074 x1845971106420992/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457574.916386:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760457574.916388:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457574.916393:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760457574.916395:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457574.916398:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001118d074 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106420992:192.168.203.106@tcp:38: 00000100:00000001:0.0:1760457574.916403:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760457574.916408:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760457574.916411:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457574.916414:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760457574.916420:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008265aa12. 02000000:00000001:0.0:1760457574.916422:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760457574.916428:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aab3d760. 00000400:00000010:0.0:1760457574.916434:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc688ba4. 00000100:00000200:0.0:1760457574.916442:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106420992, portal 10 00000100:00000001:0.0:1760457574.916446:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760457574.916448:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771139072 : -123359938412544 : ffff8fce06b10000) 00000100:00000040:0.0:1760457574.916455:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000001118d074 x1845971106420992/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457599 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457574.916463:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760457574.916467:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760457574.916470:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c36c0243. 00000100:00000200:0.0:1760457574.916474:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106420992, offset 0 00000400:00000200:0.0:1760457574.916482:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760457574.916501:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760457574.916511:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760457574.916516:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760457574.916520:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760457574.916524:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [352:352:256:4294967295] 192.168.203.106@tcp LPNI seq info [352:352:8:4294967295] 00000400:00000200:0.0:1760457574.916567:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760457574.916576:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760457574.916585:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f012ee74 (tot 1763794). 00000800:00000200:0.0:1760457574.916595:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760457574.916606:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760457574.916612:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f012ee74 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760457574.916639:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457574.916669:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760457574.916673:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457574.916676:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457574.916679:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457574.916684:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457574.916685:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457574.916688:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457574.916689:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457574.916691:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457574.916693:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760457574.916892:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457574.916900:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f012ee74 (tot 1763546). 00000400:00000200:1.0:1760457574.916911:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457574.916921:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457574.916926:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c36c0243 00000400:00000010:1.0:1760457574.916928:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c36c0243. 00000100:00000001:1.0:1760457574.916932:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457574.916937:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001118d074 x1845971106420992/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457599 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457574.916948:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457574.916951:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001118d074 x1845971106420992/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457599 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457574.916959:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457574.916962:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457575.107816:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457575.107824:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457575.107827:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457575.107833:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457575.107840:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457575.107845:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457575.107848:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457575.107851:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457575.107855:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457575.811985:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457575.811991:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457575.811996:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457575.939855:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457575.939872:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457575.939874:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457575.939882:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457575.939886:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457575.939892:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457575.939895:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457576.131802:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457576.131809:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457576.131812:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457576.131819:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457576.131827:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457576.131832:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457576.131835:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457576.131839:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457576.131842:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457576.835934:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457576.835940:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457576.835945:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457576.963753:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457576.963768:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457576.963770:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457576.963789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457576.963792:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457576.963797:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457576.963800:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457577.155826:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457577.155838:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457577.155842:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457577.155853:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457577.155863:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457577.155869:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457577.155874:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457577.155879:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457577.155884:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457577.859921:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457577.859927:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457577.859933:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457577.987797:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457577.987818:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457577.987821:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457577.987829:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457577.987833:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457577.987840:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457577.987845:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457578.179779:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457578.179786:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457578.179789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457578.179795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457578.179802:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457578.179807:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457578.179810:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457578.179813:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457578.179816:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457578.883948:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457578.883954:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457578.883959:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457579.011780:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457579.011804:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457579.011808:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457579.011816:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457579.011821:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457579.011829:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457579.011832:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457579.203780:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457579.203789:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457579.203791:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457579.203798:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457579.203806:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457579.203811:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457579.203815:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457579.203818:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457579.203821:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457579.907831:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457579.907835:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457579.907837:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457580.035757:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457580.035763:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760457580.035778:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457555/real 1760457555] req@000000009f76a8f4 x1845971106420864/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457580 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760457580.035795:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760457580.035798:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760457580.035801:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007dda1bbf. 00000400:00000200:0.0:1760457580.035808:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba80dcf9 00000400:00000010:0.0:1760457580.035810:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba80dcf9. 00000100:00000001:0.0:1760457580.035815:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760457580.035819:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f76a8f4 x1845971106420864/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457580 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760457580.035843:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f76a8f4 x1845971106420864/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457580 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457580.035859:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760457580.035862:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457580.035865:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457580.035868:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760457580.035874:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009f76a8f4 x1845971106420864/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457580 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457580.035882:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457580.035893:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457580.035895:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457580.035898:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457580.035901:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457580.035905:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760457580.035910:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f76a8f4 x1845971106420864/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457580 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457580.035917:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760457580.035920:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457580.035921:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457580.035923:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457580.035925:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760457580.035928:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760457580.035931:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760457580.035949:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760457580.035951:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760457580.035954:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f76a8f4 x1845971106420864/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457580 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760457580.035961:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f76a8f4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106420864:192.168.203.106@tcp:8: 00000100:00000001:0.0:1760457580.035969:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457580.035975:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457580.035982:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000009f76a8f4 x1845971106420864/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457580 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457580.036002:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760457580.036007:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760457580.036012:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000265d4fa1. 02000000:00000001:0.0:1760457580.036021:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760457580.036026:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760457580.036029:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:0.0:1760457580.036033:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760457580.036036:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d3ca4d9b. 02000000:00000001:0.0:1760457580.036042:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760457580.036045:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760457580.036047:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f76a8f4. 00000100:00000001:0.0:1760457580.036052:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760457580.036054:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457580.036058:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457580.036188:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457580.036190:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457580.036191:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760457580.036195:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004d359e66 x1845971106421056/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457580.036201:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760457580.036203:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457580.036206:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760457580.036209:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457580.036211:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004d359e66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106421056:192.168.203.106@tcp:8: 00000100:00000001:0.0:1760457580.036214:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760457580.036218:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760457580.036220:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457580.036222:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760457580.036226:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000265d4fa1. 02000000:00000001:0.0:1760457580.036227:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760457580.036231:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007dda1bbf. 00000400:00000010:0.0:1760457580.036235:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba80dcf9. 00000100:00000200:0.0:1760457580.036241:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106421056, portal 4 00000100:00000001:0.0:1760457580.036243:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760457580.036244:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771175488 : -123359938376128 : ffff8fce06b18e40) 00000100:00000040:0.0:1760457580.036249:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004d359e66 x1845971106421056/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457605 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457580.036254:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760457580.036256:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760457580.036258:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000042f9ec3a. 00000100:00000200:0.0:1760457580.036260:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106421056, offset 0 00000400:00000200:0.0:1760457580.036266:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760457580.036280:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760457580.036287:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760457580.036290:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760457580.036293:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760457580.036296:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [353:353:256:4294967295] 192.168.203.106@tcp LPNI seq info [353:353:8:4294967295] 00000400:00000200:0.0:1760457580.036305:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760457580.036310:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760457580.036314:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009372af62 (tot 1763794). 00000800:00000200:0.0:1760457580.036321:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760457580.036329:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760457580.036332:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009372af62 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760457580.036347:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457580.036349:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760457580.036351:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457580.036353:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457580.036354:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457580.036357:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457580.036358:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457580.036359:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457580.036360:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457580.036361:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457580.036362:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760457580.036539:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457580.036544:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009372af62 (tot 1763546). 00000400:00000200:1.0:1760457580.036551:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457580.036557:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457580.036560:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000042f9ec3a 00000400:00000010:1.0:1760457580.036562:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000042f9ec3a. 00000100:00000001:1.0:1760457580.036564:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457580.036567:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004d359e66 x1845971106421056/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457605 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457580.036573:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457580.036574:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004d359e66 x1845971106421056/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457605 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457580.036579:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457580.036580:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457580.227731:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457580.227737:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457580.227739:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457580.227744:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457580.227750:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457580.227753:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457580.227755:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457580.227757:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457580.227759:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457580.931969:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457580.931977:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457580.931982:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457581.059838:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457581.059857:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457581.059859:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457581.059867:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457581.059871:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457581.059877:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457581.059880:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457581.251806:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457581.251815:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457581.251817:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457581.251824:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457581.251832:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457581.251837:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457581.251841:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457581.251845:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457581.251849:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457581.955965:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457581.955971:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457581.955977:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457582.083808:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457582.083826:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457582.083828:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457582.083837:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457582.083841:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457582.083846:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457582.083850:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457582.275769:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457582.275776:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457582.275778:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457582.275784:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457582.275808:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457582.275813:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457582.275816:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457582.275819:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457582.275822:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457582.979947:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457582.979952:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457582.979957:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457583.107854:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457583.107872:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457583.107875:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457583.107884:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457583.107888:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457583.107893:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457583.107897:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457583.299784:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457583.299793:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457583.299795:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457583.299802:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457583.299810:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457583.299814:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457583.299818:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457583.299822:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457583.299825:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457584.003984:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457584.003989:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457584.003994:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457584.131814:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457584.131837:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457584.131840:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457584.131849:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457584.131854:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457584.131861:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457584.131866:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457584.323771:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457584.323780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457584.323782:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457584.323789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457584.323797:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457584.323802:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457584.323807:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457584.323811:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457584.323815:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457585.027945:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457585.027952:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457585.027957:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457585.155798:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457585.155814:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457585.155817:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457585.155825:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457585.155829:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457585.155836:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457585.155839:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760457585.155878:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457585.155888:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457585.155892:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457585.155896:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457585.155899:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457585.155903:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457585.155905:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457585.155908:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457585.155915:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5844) 00000100:00000001:1.0:1760457585.347780:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457585.347792:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457585.347795:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457585.347806:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457585.347816:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457585.347823:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457585.347828:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457585.347832:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457585.347836:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457586.051923:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457586.051931:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457586.051937:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457586.179766:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457586.179781:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457586.179783:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457586.179791:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457586.179794:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457586.179801:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457586.179804:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457586.371756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457586.371766:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457586.371768:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457586.371776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457586.371784:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457586.371789:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457586.371794:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457586.371797:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457586.371801:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457587.075927:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457587.075933:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457587.075938:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457587.203806:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457587.203823:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457587.203825:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457587.203833:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457587.203837:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457587.203842:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457587.203846:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457587.395849:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457587.395857:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457587.395859:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457587.395865:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457587.395872:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457587.395877:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457587.395880:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457587.395883:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457587.395886:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457588.099977:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457588.099983:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457588.099988:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457588.227799:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457588.227808:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760457588.227831:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457563/real 1760457563] req@0000000097eba538 x1845971106420928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457588 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760457588.227858:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760457588.227861:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760457588.227865:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085bdc8da. 00000400:00000200:0.0:1760457588.227876:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c8ab3c4 00000400:00000010:0.0:1760457588.227879:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c8ab3c4. 00000100:00000001:0.0:1760457588.227886:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760457588.227890:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000097eba538 x1845971106420928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457588 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760457588.227901:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000097eba538 x1845971106420928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457588 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457588.227910:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760457588.227912:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457588.227915:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457588.227918:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760457588.227922:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000097eba538 x1845971106420928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457588 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457588.227930:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457588.227943:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457588.227945:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457588.227950:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457588.227954:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457588.227959:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760457588.227963:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000097eba538 x1845971106420928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457588 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457588.227971:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760457588.227975:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457588.227977:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457588.227978:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457588.227982:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760457588.227985:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760457588.227989:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760457588.228025:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760457588.228029:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760457588.228033:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000097eba538 x1845971106420928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457588 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760457588.228043:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000097eba538 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106420928:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760457588.228050:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457588.228053:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457588.228057:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000097eba538 x1845971106420928/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457588 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457588.228065:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760457588.228069:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760457588.228076:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e9201050. 02000000:00000001:0.0:1760457588.228083:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760457588.228087:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760457588.228090:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:0.0:1760457588.228094:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760457588.228097:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000c08c4ada. 02000000:00000001:0.0:1760457588.228104:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760457588.228107:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760457588.228109:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000097eba538. 00000100:00000001:0.0:1760457588.228115:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760457588.228118:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457588.228121:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457588.228391:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457588.228395:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457588.228398:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760457588.228406:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005586cac1 x1845971106421120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457588.228418:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760457588.228420:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457588.228426:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760457588.228430:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457588.228434:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005586cac1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106421120:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760457588.228479:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760457588.228484:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760457588.228487:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457588.228491:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760457588.228497:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e9201050. 02000000:00000001:0.0:1760457588.228500:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760457588.228506:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085bdc8da. 00000400:00000010:0.0:1760457588.228512:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c8ab3c4. 00000100:00000200:0.0:1760457588.228521:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106421120, portal 25 00000100:00000001:0.0:1760457588.228525:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760457588.228527:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771165824 : -123359938385792 : ffff8fce06b16880) 00000100:00000040:0.0:1760457588.228533:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000005586cac1 x1845971106421120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457613 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457588.228542:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760457588.228546:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760457588.228549:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000530314cd. 00000100:00000200:0.0:1760457588.228552:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106421120, offset 0 00000400:00000200:0.0:1760457588.228561:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760457588.228582:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760457588.228594:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760457588.228600:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760457588.228604:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760457588.228609:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [354:354:256:4294967295] 192.168.203.106@tcp LPNI seq info [354:354:8:4294967295] 00000400:00000200:0.0:1760457588.228625:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760457588.228633:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760457588.228640:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000284d84b3 (tot 1763794). 00000800:00000200:0.0:1760457588.228682:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760457588.228694:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760457588.228701:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000284d84b3 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760457588.228721:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457588.228724:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760457588.228727:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457588.228730:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457588.228733:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457588.228737:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457588.228739:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457588.228742:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457588.228743:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457588.228745:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457588.228746:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760457588.228980:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457588.228990:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000284d84b3 (tot 1763546). 00000400:00000200:1.0:1760457588.229006:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457588.229019:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457588.229027:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000530314cd 00000400:00000010:1.0:1760457588.229030:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000530314cd. 00000100:00000001:1.0:1760457588.229036:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457588.229043:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005586cac1 x1845971106421120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457613 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457588.229060:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457588.229064:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005586cac1 x1845971106421120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457613 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457588.229075:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457588.229077:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457588.419780:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457588.419788:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457588.419790:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457588.419797:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457588.419805:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457588.419810:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457588.419813:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457588.419818:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457588.419822:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457589.123939:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457589.123945:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457589.123951:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457589.251794:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457589.251818:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457589.251822:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457589.251833:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457589.251838:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457589.251846:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457589.251851:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457589.443789:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457589.443798:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457589.443800:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457589.443808:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457589.443816:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457589.443821:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457589.443824:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457589.443828:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457589.443832:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457590.147925:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457590.147931:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457590.147936:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457590.275857:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457590.275875:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457590.275878:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457590.275886:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457590.275891:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457590.275897:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457590.275902:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457590.467737:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457590.467745:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457590.467747:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457590.467753:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457590.467760:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457590.467765:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457590.467769:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457590.467772:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457590.467775:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457591.171830:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457591.171836:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457591.171841:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457591.299820:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457591.299838:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457591.299840:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457591.299848:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457591.299853:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457591.299858:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457591.299861:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457591.491763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457591.491771:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457591.491773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457591.491779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457591.491786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457591.491791:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457591.491795:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457591.491798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457591.491802:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457592.195965:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457592.195973:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457592.195979:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457592.323817:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457592.323834:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457592.323837:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457592.323844:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457592.323849:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457592.323854:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457592.323858:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457592.515794:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457592.515803:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457592.515806:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457592.515815:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457592.515823:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457592.515828:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457592.515831:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457592.515835:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457592.515838:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457593.219893:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457593.219899:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457593.219904:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457593.347784:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457593.347803:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457593.347806:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457593.347815:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457593.347819:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457593.347826:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457593.347830:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457593.539794:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457593.539803:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457593.539806:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457593.539813:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457593.539821:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457593.539826:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457593.539829:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457593.539833:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457593.539836:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457594.243991:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457594.243997:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457594.244002:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457594.371793:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457594.371809:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457594.371811:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457594.371818:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457594.371822:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457594.371828:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457594.371831:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457594.563739:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457594.563747:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457594.563749:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457594.563755:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457594.563762:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457594.563767:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457594.563770:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457594.563773:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457594.563777:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457595.267888:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457595.267893:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457595.267897:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457595.395781:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457595.395797:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457595.395800:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457595.395807:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457595.395810:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457595.395818:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457595.395821:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457595.587760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457595.587767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457595.587769:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457595.587776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457595.587783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457595.587788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457595.587791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457595.587795:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457595.587799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457596.291964:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457596.291969:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457596.291974:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457596.419736:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457596.419751:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457596.419753:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457596.419760:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457596.419764:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457596.419769:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457596.419772:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457596.611763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457596.611771:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457596.611774:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457596.611780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457596.611788:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457596.611793:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457596.611797:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457596.611801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457596.611804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457597.315895:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457597.315899:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457597.315901:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457597.443748:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457597.443761:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457597.443762:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457597.443768:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457597.443771:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457597.443775:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457597.443778:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457597.635734:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457597.635740:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457597.635741:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457597.635746:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457597.635751:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457597.635755:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457597.635757:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457597.635759:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457597.635761:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457598.339887:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457598.339892:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457598.339897:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457598.467800:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457598.467818:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457598.467821:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457598.467828:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457598.467833:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457598.467838:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457598.467841:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760457598.467876:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457598.467889:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457598.467894:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457598.467898:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457598.467901:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457598.467905:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457598.467908:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457598.467912:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457598.467919:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5857) 00000100:00000001:1.0:1760457598.659774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457598.659782:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457598.659783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457598.659789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457598.659796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457598.659801:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457598.659804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457598.659807:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457598.659810:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457599.363933:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457599.363938:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457599.363943:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457599.491760:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457599.491768:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760457599.491788:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457574/real 1760457574] req@000000001118d074 x1845971106420992/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457599 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760457599.491814:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760457599.491817:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760457599.491821:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aab3d760. 00000400:00000200:0.0:1760457599.491831:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cc688ba4 00000400:00000010:0.0:1760457599.491834:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cc688ba4. 00000100:00000001:0.0:1760457599.491841:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760457599.491845:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001118d074 x1845971106420992/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457599 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760457599.491856:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001118d074 x1845971106420992/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457599 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457599.491864:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760457599.491866:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457599.491870:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457599.491872:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760457599.491876:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001118d074 x1845971106420992/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457599 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457599.491884:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457599.491896:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457599.491898:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457599.491902:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457599.491906:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457599.491911:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760457599.491915:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001118d074 x1845971106420992/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457599 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457599.491923:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760457599.491927:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457599.491929:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457599.491930:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457599.491934:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760457599.491937:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760457599.491942:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760457599.491973:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760457599.491977:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760457599.491982:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001118d074 x1845971106420992/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457599 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760457599.491992:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001118d074 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106420992:192.168.203.106@tcp:38: 00000100:00000001:0.0:1760457599.491999:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457599.492002:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457599.492006:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000001118d074 x1845971106420992/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457599 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457599.492014:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760457599.492018:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760457599.492024:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008265aa12. 02000000:00000001:0.0:1760457599.492043:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760457599.492046:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760457599.492048:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:0.0:1760457599.492052:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760457599.492055:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e0e5c22c. 02000000:00000001:0.0:1760457599.492064:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760457599.492067:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760457599.492070:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001118d074. 00000100:00000001:0.0:1760457599.492075:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760457599.492078:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457599.492080:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760457599.492105:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457599.492116:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457599.492121:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457599.492127:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457599.492129:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1760457599.492133:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457599.492135:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457599.492140:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457599.492146:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5829 00000100:00080000:1.0:1760457599.492150:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457599.492153:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457599.492157:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457599.492160:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457599.492163:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457599.492167:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457599.492169:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:1.0:1760457599.492173:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457599.492177:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:1.0:1760457599.492181:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:1.0:1760457599.492183:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:1.0:1760457599.492188:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457599.492191:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457599.492193:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457599.492195:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457599.492198:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:1.0:1760457599.492202:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760457599.492205:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457599.492208:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457599.492219:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457599.492222:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457599.492225:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760457599.492230:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760457599.492234:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457599.492236:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457599.492249:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005aa99633. 00000020:00000040:1.0:1760457599.492253:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:1.0:1760457599.492259:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457599.492261:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457599.492266:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457599.492270:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457599.492276:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457599.492287:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ec8029a1. 00000100:00000001:1.0:1760457599.492296:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457599.492303:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005aa99633 x1845971106421184/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457599.492316:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457599.492319:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457599.492324:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005aa99633] to pc [ptlrpcd_rcv+-1] req@000000005aa99633 x1845971106421184/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457599.492355:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457599.492357:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457599.492380:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457599.492386:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457599.492389:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457599.492393:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457599.492399:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5858) 00000100:00000001:0.0:1760457599.492426:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457599.492431:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457599.492434:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760457599.492442:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005aa99633 x1845971106421184/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457599.492453:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760457599.492456:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457599.492460:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760457599.492463:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457599.492467:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005aa99633 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106421184:192.168.203.106@tcp:38: 00000100:00000001:0.0:1760457599.492471:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760457599.492477:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760457599.492480:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457599.492484:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760457599.492490:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008265aa12. 02000000:00000001:0.0:1760457599.492492:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760457599.492498:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aab3d760. 00000400:00000010:0.0:1760457599.492504:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cc688ba4. 00000100:00000200:0.0:1760457599.492512:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106421184, portal 10 00000100:00000001:0.0:1760457599.492516:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760457599.492518:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768322240 : -123359941229376 : ffff8fce068604c0) 00000100:00000040:0.0:1760457599.492525:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000005aa99633 x1845971106421184/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457624 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457599.492534:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760457599.492538:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760457599.492541:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000727483d4. 00000100:00000200:0.0:1760457599.492544:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106421184, offset 0 00000400:00000200:0.0:1760457599.492552:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760457599.492572:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760457599.492583:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760457599.492588:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760457599.492592:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760457599.492597:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [355:355:256:4294967295] 192.168.203.106@tcp LPNI seq info [355:355:8:4294967295] 00000400:00000200:0.0:1760457599.492613:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760457599.492622:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760457599.492629:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e4f55d1 (tot 1763794). 00000800:00000200:0.0:1760457599.492639:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760457599.492681:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760457599.492687:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e4f55d1 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760457599.492709:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457599.492712:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760457599.492715:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457599.492719:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457599.492722:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457599.492726:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457599.492728:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457599.492730:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457599.492732:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457599.492734:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457599.492736:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760457599.492983:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457599.492991:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e4f55d1 (tot 1763546). 00000400:00000200:1.0:1760457599.493003:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457599.493012:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457599.493018:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000727483d4 00000400:00000010:1.0:1760457599.493020:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000727483d4. 00000100:00000001:1.0:1760457599.493025:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457599.493030:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005aa99633 x1845971106421184/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457624 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457599.493041:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457599.493044:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005aa99633 x1845971106421184/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457624 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457599.493052:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457599.493055:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457599.683775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457599.683785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457599.683788:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457599.683795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457599.683803:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457599.683810:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457599.683813:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457599.683817:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457599.683822:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457600.387945:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457600.387951:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457600.387956:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457600.515769:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457600.515790:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457600.515794:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457600.515801:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457600.515805:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457600.515813:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457600.515817:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457600.707770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457600.707776:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457600.707778:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457600.707784:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457600.707792:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457600.707797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457600.707801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457600.707804:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457600.707807:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457601.411823:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457601.411828:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457601.411832:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457601.539734:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457601.539748:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457601.539750:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457601.539756:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457601.539759:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457601.539763:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457601.539766:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457601.731757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457601.731765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457601.731768:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457601.731775:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457601.731783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457601.731788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457601.731791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457601.731795:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457601.731799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457602.435939:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457602.435945:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457602.435950:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457602.563756:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457602.563772:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457602.563775:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457602.563780:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457602.563784:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457602.563790:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457602.563793:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457602.755727:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457602.755735:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457602.755736:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457602.755743:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457602.755749:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457602.755753:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457602.755757:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457602.755759:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457602.755762:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457603.459915:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457603.459921:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457603.459926:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457603.587768:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457603.587783:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457603.587786:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457603.587791:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457603.587795:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457603.587801:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457603.587804:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457603.779781:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457603.779789:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457603.779792:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457603.779799:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457603.779806:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457603.779811:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457603.779815:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457603.779818:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457603.779822:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457604.483907:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457604.483913:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457604.483918:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457604.611804:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457604.611822:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457604.611826:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457604.611834:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457604.611839:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457604.611847:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457604.611850:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457604.803818:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457604.803827:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457604.803829:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457604.803836:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457604.803844:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457604.803849:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457604.803852:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457604.803856:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457604.803859:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457605.507891:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457605.507897:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457605.507902:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457605.635800:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457605.635808:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760457605.635830:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457580/real 1760457580] req@000000004d359e66 x1845971106421056/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457605 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760457605.635858:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760457605.635861:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760457605.635866:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007dda1bbf. 00000400:00000200:0.0:1760457605.635875:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ba80dcf9 00000400:00000010:0.0:1760457605.635878:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ba80dcf9. 00000100:00000001:0.0:1760457605.635885:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760457605.635889:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004d359e66 x1845971106421056/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457605 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760457605.635899:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004d359e66 x1845971106421056/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457605 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457605.635909:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760457605.635911:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457605.635915:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457605.635918:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760457605.635922:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000004d359e66 x1845971106421056/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457605 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457605.635930:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457605.635942:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457605.635944:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457605.635948:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457605.635952:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457605.635956:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760457605.635960:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004d359e66 x1845971106421056/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457605 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457605.635969:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760457605.635973:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457605.635975:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457605.635976:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457605.635980:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760457605.635983:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760457605.635987:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760457605.636022:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760457605.636026:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760457605.636031:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004d359e66 x1845971106421056/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457605 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760457605.636040:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004d359e66 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106421056:192.168.203.106@tcp:8: 00000100:00000001:0.0:1760457605.636053:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457605.636057:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457605.636061:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004d359e66 x1845971106421056/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457605 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457605.636070:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760457605.636074:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760457605.636080:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000265d4fa1. 02000000:00000001:0.0:1760457605.636088:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760457605.636091:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760457605.636094:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:0.0:1760457605.636098:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760457605.636101:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ad271b31. 02000000:00000001:0.0:1760457605.636108:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760457605.636111:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760457605.636113:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004d359e66. 00000100:00000001:0.0:1760457605.636120:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760457605.636122:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457605.636126:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457605.636499:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457605.636504:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457605.636507:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760457605.636516:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d771875f x1845971106421248/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457605.636529:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760457605.636532:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457605.636537:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760457605.636541:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457605.636545:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d771875f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106421248:192.168.203.106@tcp:8: 00000100:00000001:0.0:1760457605.636550:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760457605.636556:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760457605.636559:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457605.636562:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760457605.636569:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000265d4fa1. 02000000:00000001:0.0:1760457605.636571:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760457605.636576:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007dda1bbf. 00000400:00000010:0.0:1760457605.636582:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ba80dcf9. 00000100:00000200:0.0:1760457605.636591:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106421248, portal 4 00000100:00000001:0.0:1760457605.636595:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760457605.636596:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771154880 : -123359938396736 : ffff8fce06b13dc0) 00000100:00000040:0.0:1760457605.636605:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d771875f x1845971106421248/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457630 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457605.636613:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760457605.636618:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760457605.636621:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c15936a. 00000100:00000200:0.0:1760457605.636624:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106421248, offset 0 00000400:00000200:0.0:1760457605.636633:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760457605.636685:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760457605.636696:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760457605.636702:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760457605.636706:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760457605.636711:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [356:356:256:4294967295] 192.168.203.106@tcp LPNI seq info [356:356:8:4294967295] 00000400:00000200:0.0:1760457605.636727:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760457605.636736:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760457605.636745:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e4f55d1 (tot 1763794). 00000800:00000200:0.0:1760457605.636756:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760457605.636768:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760457605.636774:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e4f55d1 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760457605.636796:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457605.636799:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760457605.636802:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457605.636805:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457605.636808:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457605.636813:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457605.636814:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457605.636816:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457605.636818:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457605.636820:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457605.636821:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760457605.637052:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457605.637060:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e4f55d1 (tot 1763546). 00000400:00000200:1.0:1760457605.637072:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457605.637082:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457605.637088:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c15936a 00000400:00000010:1.0:1760457605.637090:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c15936a. 00000100:00000001:1.0:1760457605.637095:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457605.637100:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d771875f x1845971106421248/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457630 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457605.637111:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457605.637114:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d771875f x1845971106421248/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457630 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457605.637122:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457605.637125:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457605.827823:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457605.827836:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457605.827838:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457605.827849:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457605.827859:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457605.827866:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457605.827871:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457605.827875:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457605.827879:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457606.531967:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457606.531973:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457606.531979:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457606.659834:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457606.659850:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457606.659852:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457606.659861:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457606.659864:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457606.659870:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457606.659873:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457606.851777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457606.851789:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457606.851793:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457606.851799:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457606.851808:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457606.851814:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457606.851818:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457606.851822:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457606.851827:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457607.555966:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457607.555971:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457607.555977:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457607.683841:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457607.683862:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457607.683865:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457607.683873:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457607.683878:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457607.683883:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457607.683887:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457607.875746:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457607.875753:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457607.875755:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457607.875761:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457607.875767:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457607.875771:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457607.875774:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457607.875777:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457607.875779:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457608.579958:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457608.579964:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457608.579969:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457608.707766:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457608.707782:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457608.707784:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457608.707789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457608.707794:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457608.707800:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457608.707803:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457608.899762:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457608.899767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457608.899770:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457608.899774:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457608.899780:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457608.899784:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457608.899788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457608.899791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457608.899795:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457609.731791:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457609.731811:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457609.731815:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457609.731823:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457609.731828:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457609.731835:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457609.731840:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457609.923766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457609.923772:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457609.923773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457609.923778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457609.923785:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457609.923789:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457609.923793:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457609.923796:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457609.923800:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457610.627843:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457610.627849:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457610.627854:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457610.755781:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457610.755799:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457610.755802:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457610.755809:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457610.755814:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457610.755821:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457610.755827:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457610.947759:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457610.947770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457610.947773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457610.947779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457610.947786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457610.947791:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457610.947794:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457610.947797:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457610.947800:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457611.779715:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457611.779728:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457611.779730:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457611.779736:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457611.779738:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457611.779743:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457611.779745:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457611.971734:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457611.971743:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457611.971745:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457611.971758:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457611.971766:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457611.971772:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457611.971775:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457611.971777:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457611.971781:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457612.675815:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457612.675818:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457612.675822:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457612.803739:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457612.803752:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457612.803754:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457612.803760:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457612.803763:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457612.803767:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457612.803769:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457612.995760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457612.995770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457612.995772:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457612.995780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457612.995786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457612.995791:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457612.995794:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457612.995796:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457612.995799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457613.827714:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457613.827720:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760457613.827734:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457588/real 1760457588] req@000000005586cac1 x1845971106421120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457613 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760457613.827752:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760457613.827754:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760457613.827756:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085bdc8da. 00000400:00000200:0.0:1760457613.827763:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c8ab3c4 00000400:00000010:0.0:1760457613.827765:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c8ab3c4. 00000100:00000001:0.0:1760457613.827769:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760457613.827771:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005586cac1 x1845971106421120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457613 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760457613.827777:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005586cac1 x1845971106421120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457613 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457613.827783:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760457613.827784:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457613.827786:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457613.827788:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760457613.827790:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000005586cac1 x1845971106421120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457613 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457613.827794:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457613.827802:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457613.827804:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457613.827806:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457613.827808:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457613.827811:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760457613.827814:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005586cac1 x1845971106421120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457613 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457613.827818:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760457613.827820:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457613.827821:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457613.827821:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457613.827824:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760457613.827825:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760457613.827828:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760457613.827851:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760457613.827853:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760457613.827856:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005586cac1 x1845971106421120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457613 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760457613.827861:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005586cac1 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106421120:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760457613.827865:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457613.827867:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457613.827869:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000005586cac1 x1845971106421120/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457613 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457613.827874:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760457613.827876:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760457613.827881:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e9201050. 02000000:00000001:0.0:1760457613.827885:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760457613.827887:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760457613.827889:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:0.0:1760457613.827891:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760457613.827894:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000009c6e2fd9. 02000000:00000001:0.0:1760457613.827900:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760457613.827902:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760457613.827903:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005586cac1. 00000100:00000001:0.0:1760457613.827908:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760457613.827910:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457613.827914:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457613.828070:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457613.828073:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457613.828076:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760457613.828080:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000076959435 x1845971106421312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457613.828088:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760457613.828090:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457613.828093:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760457613.828096:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457613.828099:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000076959435 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106421312:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760457613.828102:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760457613.828107:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760457613.828120:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457613.828123:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760457613.828126:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e9201050. 02000000:00000001:0.0:1760457613.828127:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760457613.828131:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085bdc8da. 00000400:00000010:0.0:1760457613.828135:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c8ab3c4. 00000100:00000200:0.0:1760457613.828140:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106421312, portal 25 00000100:00000001:0.0:1760457613.828143:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760457613.828144:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771169472 : -123359938382144 : ffff8fce06b176c0) 00000100:00000040:0.0:1760457613.828148:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000076959435 x1845971106421312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457638 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457613.828153:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760457613.828155:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760457613.828157:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e1f5fd14. 00000100:00000200:0.0:1760457613.828159:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106421312, offset 0 00000400:00000200:0.0:1760457613.828165:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760457613.828179:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760457613.828198:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760457613.828202:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760457613.828205:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760457613.828208:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [357:357:256:4294967295] 192.168.203.106@tcp LPNI seq info [357:357:8:4294967295] 00000400:00000200:0.0:1760457613.828218:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760457613.828224:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760457613.828229:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000284d84b3 (tot 1763794). 00000800:00000200:0.0:1760457613.828236:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760457613.828245:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760457613.828249:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000284d84b3 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760457613.828277:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457613.828278:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760457613.828281:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457613.828283:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457613.828284:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457613.828287:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457613.828288:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457613.828289:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457613.828290:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457613.828291:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457613.828292:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760457613.828467:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457613.828471:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000284d84b3 (tot 1763546). 00000400:00000200:1.0:1760457613.828479:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457613.828484:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457613.828488:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e1f5fd14 00000400:00000010:1.0:1760457613.828490:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e1f5fd14. 00000100:00000001:1.0:1760457613.828492:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457613.828495:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000076959435 x1845971106421312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457638 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457613.828501:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457613.828503:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000076959435 x1845971106421312/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457638 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457613.828508:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457613.828510:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457614.019795:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457614.019803:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457614.019806:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457614.019813:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457614.019820:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457614.019825:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457614.019828:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457614.019831:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457614.019834:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457614.723891:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457614.723895:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457614.723899:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457614.851770:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457614.851785:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457614.851787:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457614.851795:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457614.851799:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457614.851803:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457614.851807:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457615.043770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457615.043777:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457615.043779:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457615.043784:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457615.043791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457615.043795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457615.043799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457615.043802:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457615.043805:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457616.067790:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457616.067797:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457616.067799:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457616.067806:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457616.067814:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457616.067819:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457616.067823:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457616.067826:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457616.067830:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457616.771926:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457616.771932:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457616.771938:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457617.091747:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457617.091754:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457617.091755:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457617.091761:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457617.091767:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457617.091770:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457617.091773:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457617.091776:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457617.091780:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457618.115767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457618.115774:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457618.115777:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457618.115782:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457618.115788:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457618.115792:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457618.115795:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457618.115797:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457618.115800:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457618.819967:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457618.819973:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457618.819978:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457618.947868:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457618.947881:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457618.947886:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457618.947891:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457618.947895:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457618.947901:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457618.947905:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457618.947911:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457618.947925:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5878) 00000100:00000001:1.0:1760457619.139758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457619.139767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457619.139769:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457619.139776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457619.139785:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457619.139790:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457619.139793:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457619.139797:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457619.139801:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457620.163788:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457620.163795:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457620.163797:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457620.163803:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457620.163810:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457620.163814:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457620.163818:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457620.163821:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457620.163825:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457620.867905:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457620.867911:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457620.867916:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457621.187814:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457621.187823:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457621.187825:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457621.187832:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457621.187840:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457621.187845:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457621.187848:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457621.187852:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457621.187855:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457622.211779:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457622.211791:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457622.211794:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457622.211803:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457622.211813:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457622.211819:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457622.211824:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457622.211830:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457622.211835:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457622.915910:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457622.915916:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457622.915920:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457623.235791:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457623.235799:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457623.235801:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457623.235808:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457623.235815:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457623.235819:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457623.235823:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457623.235826:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457623.235830:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760457624.069140:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457624.069150:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080433ee0 (tot 1763546). 00000400:00000200:1.0:1760457624.069160:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457624.069173:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457624.069181:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c3b55eb 00000400:00000010:1.0:1760457624.069185:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c3b55eb. 00000100:00000001:1.0:1760457624.069192:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457624.069236:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006d03235f x1845971106421376/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457649 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457624.069255:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457624.069260:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006d03235f x1845971106421376/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457649 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457624.069274:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457624.069278:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457624.259776:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457624.259785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457624.259787:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457624.259795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457624.259803:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457624.259810:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457624.259814:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457624.259818:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457624.259822:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457624.964035:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457624.964040:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457624.964045:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457625.283772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457625.283779:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457625.283781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457625.283788:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457625.283795:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457625.283800:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457625.283804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457625.283807:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457625.283812:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457626.307820:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457626.307827:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457626.307829:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457626.307836:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457626.307844:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457626.307848:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457626.307852:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457626.307856:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457626.307859:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457627.011919:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457627.011924:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457627.011928:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457627.331764:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457627.331772:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457627.331774:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457627.331780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457627.331788:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457627.331792:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457627.331795:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457627.331799:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457627.331802:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457628.355764:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457628.355770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457628.355771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457628.355777:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457628.355783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457628.355787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457628.355790:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457628.355793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457628.355796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457629.059922:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457629.059928:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457629.059932:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457629.379744:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457629.379751:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457629.379754:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457629.379760:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457629.379767:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457629.379771:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457629.379775:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457629.379778:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457629.379781:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760457630.213099:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457630.213107:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a7bc5d3 (tot 1763546). 00000400:00000200:1.0:1760457630.213115:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457630.213125:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457630.213131:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063fb7806 00000400:00000010:1.0:1760457630.213133:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063fb7806. 00000100:00000001:1.0:1760457630.213137:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457630.213143:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fafc83a3 x1845971106421440/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457655 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457630.213208:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457630.213212:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fafc83a3 x1845971106421440/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457655 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457630.213221:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457630.213223:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457630.403766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457630.403773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457630.403775:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457630.403781:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457630.403786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457630.403790:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457630.403793:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457630.403795:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457630.403798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457631.107905:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457631.107911:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457631.107916:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457631.427770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457631.427777:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457631.427781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457631.427787:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457631.427795:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457631.427799:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457631.427803:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457631.427806:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457631.427810:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457632.451818:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457632.451826:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457632.451828:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457632.451836:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457632.451844:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457632.451849:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457632.451853:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457632.451856:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457632.451860:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457633.156022:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457633.156030:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457633.156037:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457633.475792:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457633.475802:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457633.475804:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457633.475811:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457633.475818:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457633.475823:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457633.475827:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457633.475830:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457633.475833:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457634.499776:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457634.499785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457634.499787:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457634.499794:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457634.499802:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457634.499807:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457634.499810:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457634.499814:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457634.499818:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457635.203934:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457635.203939:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457635.203943:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457635.523755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457635.523764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457635.523767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457635.523774:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457635.523782:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457635.523788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457635.523791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457635.523795:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457635.523799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457636.547776:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457636.547785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457636.547788:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457636.547795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457636.547803:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457636.547808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457636.547812:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457636.547815:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457636.547819:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457637.251961:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457637.251968:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457637.251973:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457637.571786:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457637.571794:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457637.571797:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457637.571804:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457637.571812:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457637.571817:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457637.571821:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457637.571824:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457637.571828:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760457638.403914:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457638.403929:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457638.403932:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760457638.403936:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457638.403939:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457638.403947:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457638.403956:0:56038:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 5867 00000100:00080000:0.0:1760457638.403962:0:56038:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457638.403968:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457638.403973:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457638.403978:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457638.403981:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457638.403987:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457638.403991:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760457638.403995:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457638.404000:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760457638.404003:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760457638.404007:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760457638.404012:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457638.404014:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457638.404017:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457638.404019:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457638.404023:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760457638.404027:0:56038:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760457638.404030:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457638.404034:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457638.404038:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457638.404042:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457638.404045:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760457638.404049:0:56038:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457638.404061:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2c7d95d. 00000020:00000040:0.0:1760457638.404065:0:56038:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760457638.404071:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457638.404073:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457638.404077:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457638.404081:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457638.404086:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457638.404117:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e9201050. 00000100:00000001:0.0:1760457638.404127:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457638.404137:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c7d95d x1845971106421504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457638.404152:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457638.404155:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457638.404160:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c2c7d95d] to pc [ptlrpcd_rcv+-1] req@00000000c2c7d95d x1845971106421504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457638.404189:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457638.404192:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457638.404194:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457638.404199:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457638.404203:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457638.404207:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457638.404212:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457638.404216:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457638.404225:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5897) 00000800:00000200:1.0:1760457638.404685:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457638.404691:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009faadf73 (tot 1763546). 00000400:00000200:1.0:1760457638.404699:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457638.404709:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457638.404716:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8c5fef3 00000400:00000010:1.0:1760457638.404718:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8c5fef3. 00000100:00000001:1.0:1760457638.404723:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457638.404727:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2c7d95d x1845971106421504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457663 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457638.404737:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457638.404739:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c2c7d95d x1845971106421504/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457663 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457638.404745:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457638.404749:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457638.595773:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457638.595780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457638.595781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457638.595787:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457638.595793:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457638.595798:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457638.595801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457638.595804:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457638.595807:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457639.299978:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457639.299983:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457639.299987:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457639.619821:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457639.619829:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457639.619832:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457639.619839:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457639.619846:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457639.619851:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457639.619854:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457639.619857:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457639.619860:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457640.643779:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457640.643787:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457640.643789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457640.643796:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457640.643804:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457640.643808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457640.643813:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457640.643817:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457640.643821:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457641.347953:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457641.347959:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457641.347963:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457641.667792:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457641.667801:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457641.667804:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457641.667811:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457641.667819:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457641.667825:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457641.667829:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457641.667832:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457641.667836:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457642.691798:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457642.691807:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457642.691810:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457642.691817:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457642.691825:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457642.691830:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457642.691833:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457642.691837:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457642.691841:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457643.396014:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457643.396019:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457643.396025:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457643.523860:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457643.523871:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457643.523874:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457643.523877:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457643.523880:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457643.523885:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457643.523888:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457643.523892:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457643.523899:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5902) 00000100:00000001:1.0:1760457643.715708:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457643.715712:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457643.715713:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457643.715717:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457643.715720:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457643.715723:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457643.715725:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457643.715726:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457643.715728:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457644.739740:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457644.739747:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457644.739749:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457644.739755:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457644.739760:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457644.739765:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457644.739768:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457644.739771:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457644.739774:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457645.444005:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457645.444011:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457645.444017:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457645.763764:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457645.763771:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457645.763773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457645.763779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457645.763784:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457645.763788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457645.763791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457645.763794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457645.763798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457646.787736:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457646.787752:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457646.787754:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457646.787760:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457646.787766:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457646.787770:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457646.787774:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457646.787776:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457646.787779:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457647.811761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457647.811768:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457647.811770:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457647.811776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457647.811782:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457647.811787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457647.811790:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457647.811792:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457647.811795:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760457648.643860:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457648.643874:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457648.643886:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457648.643895:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457648.643905:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457648.643925:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457648.643936:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457648.643944:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457648.643952:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5907) 00000100:00000001:1.0:1760457648.835772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457648.835779:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457648.835781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457648.835787:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457648.835793:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457648.835797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457648.835800:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457648.835803:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457648.835806:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760457649.668080:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457649.668097:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457649.668106:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457649.668124:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457649.668130:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760457649.668137:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457649.668145:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457649.668158:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457649.668174:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5878 00000100:00080000:0.0:1760457649.668183:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457649.668192:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457649.668199:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457649.668205:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457649.668210:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457649.668215:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457649.668219:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760457649.668223:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457649.668228:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760457649.668235:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760457649.668240:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760457649.668245:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457649.668249:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457649.668252:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457649.668256:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457649.668261:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760457649.668267:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457649.668272:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457649.668277:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457649.668287:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457649.668293:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457649.668297:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457649.668303:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457649.668309:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457649.668312:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457649.668324:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006c943888. 00000020:00000040:0.0:1760457649.668330:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760457649.668338:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457649.668341:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457649.668346:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457649.668350:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457649.668355:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457649.668367:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008265aa12. 00000100:00000001:0.0:1760457649.668378:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457649.668390:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006c943888 x1845971106421568/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457649.668409:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457649.668413:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457649.668421:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006c943888] to pc [ptlrpcd_rcv+-1] req@000000006c943888 x1845971106421568/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457649.668462:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457649.668467:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457649.668470:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457649.668475:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457649.668477:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457649.668481:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457649.668487:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5908) 00000800:00000200:1.0:1760457649.669091:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457649.669099:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572e543b (tot 1763546). 00000400:00000200:1.0:1760457649.669107:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457649.669117:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457649.669124:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a5bd3df 00000400:00000010:1.0:1760457649.669127:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a5bd3df. 00000100:00000001:1.0:1760457649.669132:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457649.669138:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006c943888 x1845971106421568/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457674 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457649.669151:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457649.669154:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006c943888 x1845971106421568/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457674 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457649.669163:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457649.669166:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457649.859768:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457649.859775:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457649.859777:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457649.859783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457649.859789:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457649.859793:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457649.859796:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457649.859798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457649.859802:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457650.883750:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457650.883758:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457650.883760:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457650.883765:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457650.883771:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457650.883774:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457650.883777:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457650.883780:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457650.883783:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457651.907759:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457651.907764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457651.907766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457651.907770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457651.907775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457651.907778:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457651.907779:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457651.907782:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457651.907783:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457652.931758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457652.931765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457652.931767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457652.931773:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457652.931779:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457652.931784:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457652.931787:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457652.931789:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457652.931792:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457653.955735:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457653.955742:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457653.955744:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457653.955749:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457653.955755:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457653.955759:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457653.955762:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457653.955764:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457653.955767:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760457654.787838:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457654.787851:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457654.787856:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457654.787862:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457654.787864:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457654.787868:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457654.787870:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457654.787877:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457654.787913:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5913) 00000100:00000001:1.0:1760457654.979764:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457654.979771:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457654.979772:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457654.979777:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457654.979784:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457654.979788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457654.979791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457654.979793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457654.979796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760457655.813011:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457655.813020:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000043ca5ef (tot 1763546). 00000400:00000200:1.0:1760457655.813030:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457655.813042:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457655.813050:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e94a7194 00000400:00000010:1.0:1760457655.813053:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e94a7194. 00000100:00000001:1.0:1760457655.813059:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457655.813067:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000040a7bb9a x1845971106421632/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457680 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457655.813083:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457655.813088:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000040a7bb9a x1845971106421632/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457680 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457655.813102:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457655.813105:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457656.003757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457656.003764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457656.003766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457656.003772:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457656.003778:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457656.003782:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457656.003785:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457656.003787:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457656.003791:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457657.027758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457657.027765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457657.027767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457657.027772:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457657.027778:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457657.027781:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457657.027785:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457657.027787:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457657.027790:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457658.051722:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457658.051728:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457658.051730:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457658.051735:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457658.051739:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457658.051743:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457658.051745:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457658.051747:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457658.051750:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457659.075702:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457659.075706:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457659.075708:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457659.075711:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457659.075715:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457659.075717:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457659.075719:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457659.075721:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457659.075722:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457660.099735:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457660.099741:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457660.099743:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457660.099748:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:1.0:1760457660.099752:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457660.099756:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457660.099759:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457660.099761:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457660.099763:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760457664.004103:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457664.004124:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457664.004128:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760457664.004132:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457664.004135:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457664.004142:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457664.004149:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 5892 00000100:00080000:0.0:1760457664.004154:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457664.004159:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457664.004165:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457664.004169:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457664.004173:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457664.004179:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457664.004181:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760457664.004186:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457664.004191:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760457664.004195:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760457664.004199:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760457664.004204:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457664.004207:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457664.004211:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457664.004214:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457664.004219:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760457664.004225:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760457664.004229:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457664.004233:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457664.004237:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457664.004241:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457664.004245:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760457664.004249:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457664.004260:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebfc75b4. 00000020:00000040:0.0:1760457664.004266:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760457664.004273:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457664.004275:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457664.004280:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457664.004284:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457664.004290:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457664.004301:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000ff9d220. 00000100:00000001:0.0:1760457664.004310:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457664.004320:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ebfc75b4 x1845971106421696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457664.004347:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457664.004351:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457664.004357:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ebfc75b4] to pc [ptlrpcd_rcv+-1] req@00000000ebfc75b4 x1845971106421696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457664.004390:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457664.004395:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457664.004398:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457664.004404:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457664.004409:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457664.004416:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457664.004420:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457664.004427:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457664.004435:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5923) 00000800:00000200:1.0:1760457664.004911:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457664.004918:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572e543b (tot 1763546). 00000400:00000200:1.0:1760457664.004953:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457664.004962:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457664.004967:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b460705e 00000400:00000010:1.0:1760457664.004970:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b460705e. 00000100:00000001:1.0:1760457664.004974:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457664.004979:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebfc75b4 x1845971106421696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457689 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457664.004990:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457664.004993:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ebfc75b4 x1845971106421696/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457689 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457664.005001:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457664.005003:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00080000:0.0:1760457669.123762:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457669.123773:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457669.123778:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457669.123785:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457669.123788:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457669.123793:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457669.123797:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457669.123803:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457669.123817:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5928) 00000800:00000200:1.0:1760457674.244931:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457674.244939:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009faadf73 (tot 1763546). 00000400:00000200:1.0:1760457674.244946:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457674.244954:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457674.244960:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001304f4e0 00000400:00000010:1.0:1760457674.244962:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001304f4e0. 00000100:00000001:1.0:1760457674.244967:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457674.244972:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003f4a7c65 x1845971106421760/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457699 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457674.244982:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457674.244985:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003f4a7c65 x1845971106421760/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457699 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457674.244994:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457674.244996:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00080000:0.0:1760457679.363897:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457679.363909:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457679.363914:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457679.363921:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457679.363925:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457679.363931:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457679.363935:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457679.363941:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457679.363950:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5938) 00000100:00080000:0.0:1760457680.388136:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457680.388148:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457680.388154:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457680.388165:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457680.388169:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457680.388172:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457680.388174:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457680.388179:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457680.388181:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760457680.388185:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457680.388187:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457680.388192:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457680.388198:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5909 00000100:00080000:0.0:1760457680.388201:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457680.388205:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457680.388209:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457680.388212:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457680.388214:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457680.388218:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457680.388220:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760457680.388223:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457680.388226:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760457680.388229:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760457680.388231:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760457680.388234:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457680.388236:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457680.388238:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457680.388240:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457680.388244:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760457680.388249:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457680.388254:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457680.388258:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457680.388266:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457680.388270:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457680.388274:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457680.388280:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457680.388285:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457680.388287:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457680.388300:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000036e202b0. 00000020:00000040:0.0:1760457680.388305:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760457680.388312:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457680.388315:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457680.388319:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457680.388323:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457680.388328:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457680.388339:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000cf26fa4a. 00000100:00000001:0.0:1760457680.388348:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457680.388357:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000036e202b0 x1845971106421824/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457680.388375:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457680.388378:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457680.388384:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000036e202b0] to pc [ptlrpcd_rcv+-1] req@0000000036e202b0 x1845971106421824/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457680.388421:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457680.388425:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760457680.388431:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5939) 00000800:00000200:1.0:1760457680.388921:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457680.388927:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a7bc5d3 (tot 1763546). 00000400:00000200:1.0:1760457680.388933:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457680.388941:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457680.388945:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049335e16 00000400:00000010:1.0:1760457680.388947:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049335e16. 00000100:00000001:1.0:1760457680.388951:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457680.388955:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000036e202b0 x1845971106421824/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457705 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457680.388964:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457680.388967:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000036e202b0 x1845971106421824/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457705 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457680.388974:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457680.388976:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00080000:0.0:1760457685.507851:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457685.507864:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457685.507873:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457685.507881:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457685.507886:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457685.507893:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457685.507898:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457685.507903:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457685.507914:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5944) 00000020:00000001:0.0:1760457688.451987:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457688.451993:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457688.451997:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457689.604228:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457689.604239:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457689.604242:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760457689.604246:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457689.604249:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457689.604255:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457689.604261:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 5918 00000100:00080000:0.0:1760457689.604264:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457689.604268:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457689.604271:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457689.604274:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457689.604277:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457689.604280:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457689.604282:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760457689.604285:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457689.604289:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760457689.604291:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760457689.604294:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760457689.604298:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457689.604300:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457689.604302:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457689.604304:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457689.604307:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760457689.604311:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760457689.604313:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457689.604316:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457689.604319:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457689.604322:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457689.604325:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760457689.604327:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457689.604337:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b1ebc072. 00000020:00000040:0.0:1760457689.604340:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760457689.604345:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457689.604347:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457689.604350:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457689.604354:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457689.604358:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457689.604367:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000089493969. 00000100:00000001:0.0:1760457689.604374:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457689.604380:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b1ebc072 x1845971106421888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457689.604392:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457689.604394:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457689.604398:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b1ebc072] to pc [ptlrpcd_rcv+-1] req@00000000b1ebc072 x1845971106421888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457689.604427:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457689.604430:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457689.604432:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457689.604436:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457689.604439:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457689.604443:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457689.604445:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457689.604449:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457689.604454:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5948) 00000800:00000200:1.0:1760457689.605078:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457689.605085:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080433ee0 (tot 1763546). 00000400:00000200:1.0:1760457689.605092:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457689.605101:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457689.605106:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029a71a8e 00000400:00000010:1.0:1760457689.605109:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029a71a8e. 00000100:00000001:1.0:1760457689.605113:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457689.605118:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b1ebc072 x1845971106421888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457714 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457689.605128:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457689.605132:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b1ebc072 x1845971106421888/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457714 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457689.605140:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457689.605142:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457690.500001:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457690.500008:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457690.500013:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457692.547945:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457692.547950:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457692.547954:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457694.595967:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457694.595972:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457694.595977:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457694.723866:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457694.723879:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457694.723883:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457694.723888:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457694.723892:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457694.723898:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457694.723900:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457694.723903:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457694.723911:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5953) 00000020:00000001:0.0:1760457696.643893:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457696.643897:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457696.643901:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457697.667956:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457697.667961:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457697.667966:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457698.691953:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457698.691958:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457698.691963:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457699.715841:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457699.715845:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457699.715847:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457699.843760:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457699.843768:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457699.843770:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457699.843772:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457699.843774:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457699.843778:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457699.843781:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457699.843786:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457699.843791:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5959) 00000100:00080000:0.0:1760457699.843912:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457699.843917:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457699.843924:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457699.843929:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457699.843931:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760457699.843935:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457699.843936:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457699.843940:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457699.843945:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5928 00000100:00080000:0.0:1760457699.843948:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457699.843952:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457699.843955:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457699.843959:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457699.843962:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457699.843965:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457699.843967:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760457699.843970:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457699.843974:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760457699.843977:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760457699.843982:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760457699.843986:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457699.843987:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457699.843988:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457699.843989:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457699.843991:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760457699.843994:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457699.843995:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457699.843997:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457699.844001:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457699.844003:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457699.844005:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457699.844008:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457699.844011:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457699.844012:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457699.844019:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000043b32549. 00000020:00000040:0.0:1760457699.844023:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760457699.844026:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457699.844027:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457699.844030:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457699.844032:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457699.844036:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457699.844041:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e0eb8712. 00000100:00000001:0.0:1760457699.844045:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457699.844049:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000043b32549 x1845971106421952/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457699.844056:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457699.844057:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457699.844060:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000043b32549] to pc [ptlrpcd_rcv+-1] req@0000000043b32549 x1845971106421952/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457699.844074:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457699.844076:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457699.844077:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457699.844079:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457699.844080:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457699.844082:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457699.844084:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5959) 00000800:00000200:1.0:1760457699.844355:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457699.844360:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003aedd732 (tot 1763546). 00000400:00000200:1.0:1760457699.844365:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457699.844372:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457699.844376:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a3f4509 00000400:00000010:1.0:1760457699.844377:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a3f4509. 00000100:00000001:1.0:1760457699.844380:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457699.844383:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000043b32549 x1845971106421952/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457724 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457699.844390:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457699.844392:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000043b32549 x1845971106421952/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457724 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457699.844399:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457699.844401:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457700.739984:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457700.739989:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457700.739994:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457701.763983:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457701.763988:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457701.763992:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457702.787930:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457702.787935:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457702.787938:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457703.811842:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457703.811847:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457703.811850:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457704.835977:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457704.835983:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457704.835991:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457704.963907:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457704.963917:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457704.963920:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457704.963925:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457704.963928:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457704.963932:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457704.963934:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457704.963937:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457704.963942:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5964) 00000800:00000200:1.0:1760457705.988860:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457705.988867:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f4f6cd (tot 1763546). 00000400:00000200:1.0:1760457705.988874:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457705.988883:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457705.988888:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da3194d5 00000400:00000010:1.0:1760457705.988890:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da3194d5. 00000100:00000001:1.0:1760457705.988894:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457705.988899:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d63da422 x1845971106422016/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457730 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457705.988910:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457705.988913:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d63da422 x1845971106422016/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457730 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457705.988921:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457705.988923:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457706.884038:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457706.884044:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457706.884050:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457707.907962:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457707.907969:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457707.907976:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457709.955984:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457709.955989:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457709.955993:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457711.107750:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457711.107757:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457711.107760:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457711.107763:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457711.107765:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457711.107768:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457711.107770:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457711.107773:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457711.107777:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5970) 00000020:00000001:0.0:1760457712.003989:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457712.003994:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457712.003998:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457714.051964:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457714.051969:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457714.051974:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457714.180065:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457714.180075:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457714.180077:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:1.0:1760457714.180080:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457714.180083:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457714.180087:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457714.180092:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 5943 00000100:00080000:1.0:1760457714.180096:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457714.180100:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457714.180104:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457714.180107:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457714.180109:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457714.180113:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457714.180115:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:1.0:1760457714.180118:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457714.180121:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:1.0:1760457714.180124:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:1.0:1760457714.180127:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:1.0:1760457714.180130:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457714.180132:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457714.180134:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457714.180136:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457714.180139:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:1.0:1760457714.180143:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:1.0:1760457714.180145:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457714.180148:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457714.180151:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457714.180154:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457714.180156:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:1.0:1760457714.180158:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457714.180168:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000214f5883. 00000020:00000040:1.0:1760457714.180172:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:1.0:1760457714.180176:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457714.180178:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457714.180181:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457714.180185:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457714.180189:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457714.180198:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009ddc6be9. 00000100:00000001:1.0:1760457714.180205:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457714.180211:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000214f5883 x1845971106422080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457714.180223:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457714.180225:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457714.180229:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000214f5883] to pc [ptlrpcd_rcv+-1] req@00000000214f5883 x1845971106422080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457714.180258:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457714.180261:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457714.180263:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457714.180267:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457714.180270:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457714.180273:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457714.180276:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457714.180279:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457714.180285:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5973) 00000800:00000200:1.0:1760457714.180743:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457714.180749:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5a60aeb (tot 1763546). 00000400:00000200:1.0:1760457714.180755:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457714.180762:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457714.180766:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a9629dd 00000400:00000010:1.0:1760457714.180768:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a9629dd. 00000100:00000001:1.0:1760457714.180772:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457714.180776:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000214f5883 x1845971106422080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457739 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457714.180785:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457714.180788:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000214f5883 x1845971106422080/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457739 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457714.180795:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457714.180797:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457716.099942:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457716.099948:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457716.099955:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457718.147809:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457718.147812:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457718.147814:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457719.299790:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457719.299795:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457719.299798:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457719.299800:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457719.299801:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457719.299803:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457719.299804:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457719.299806:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457719.299809:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5978) 00000020:00000001:0.0:1760457720.195964:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457720.195969:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457720.195973:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457722.243916:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457722.243921:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457722.243927:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457724.292020:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457724.292026:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457724.292032:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457724.419760:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457724.419771:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457724.419800:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457724.419804:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457724.419805:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457724.419809:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457724.419811:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457724.419815:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457724.419821:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5983) 00000800:00000200:1.0:1760457724.420971:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457724.420978:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0d77ece (tot 1763546). 00000400:00000200:1.0:1760457724.420985:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457724.420993:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457724.420998:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c93b207 00000400:00000010:1.0:1760457724.421001:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c93b207. 00000100:00000001:1.0:1760457724.421005:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457724.421010:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fa80ed1c x1845971106422144/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457749 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457724.421022:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457724.421026:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fa80ed1c x1845971106422144/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457749 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457724.421035:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457724.421037:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457726.339977:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457726.339983:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457726.339989:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457728.388086:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457728.388092:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457728.388099:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457729.539848:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457729.539859:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457729.539862:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457729.539865:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457729.539867:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457729.539871:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457729.539873:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457729.539875:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457729.539881:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5988) 00000020:00000001:0.0:1760457730.435989:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457730.435994:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457730.435999:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457730.564285:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457730.564298:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457730.564303:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457730.564310:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457730.564315:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457730.564322:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457730.564326:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457730.564333:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457730.564336:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760457730.564341:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457730.564344:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457730.564351:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457730.564358:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5960 00000100:00080000:0.0:1760457730.564363:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457730.564368:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457730.564373:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457730.564376:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457730.564380:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457730.564385:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457730.564388:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760457730.564393:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457730.564398:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760457730.564402:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760457730.564406:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760457730.564411:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457730.564414:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457730.564417:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457730.564420:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457730.564424:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760457730.564429:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457730.564435:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457730.564439:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457730.564450:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457730.564455:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457730.564458:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457730.564464:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457730.564469:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457730.564472:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457730.564546:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000934b7097. 00000020:00000040:0.0:1760457730.564554:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760457730.564561:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457730.564564:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457730.564569:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457730.564575:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457730.564581:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457730.564593:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000005e23616. 00000100:00000001:0.0:1760457730.564604:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457730.564614:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000934b7097 x1845971106422208/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457730.564629:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457730.564633:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457730.564640:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000934b7097] to pc [ptlrpcd_rcv+-1] req@00000000934b7097 x1845971106422208/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457730.564737:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457730.564741:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760457730.564748:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5989) 00000800:00000200:1.0:1760457730.565274:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457730.565280:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5a60aeb (tot 1763546). 00000400:00000200:1.0:1760457730.565287:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457730.565295:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457730.565300:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c81b19a9 00000400:00000010:1.0:1760457730.565302:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c81b19a9. 00000100:00000001:1.0:1760457730.565306:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457730.565311:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000934b7097 x1845971106422208/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457755 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457730.565319:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457730.565321:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000934b7097 x1845971106422208/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457755 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457730.565325:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457730.565326:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457732.484020:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457732.484025:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457732.484030:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457734.532008:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457734.532014:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457734.532025:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457735.683931:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457735.683942:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457735.683947:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457735.683952:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457735.683958:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457735.683963:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457735.683966:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457735.683969:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457735.683976:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5994) 00000020:00000001:0.0:1760457736.579965:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457736.579971:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457736.579977:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457738.628007:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457738.628012:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457738.628017:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457739.779972:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457739.779980:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457739.779982:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:1.0:1760457739.779985:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457739.779987:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457739.779992:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457739.779995:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 5968 00000100:00080000:1.0:1760457739.779999:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457739.780002:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457739.780006:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457739.780009:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457739.780011:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457739.780015:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457739.780017:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:1.0:1760457739.780021:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457739.780025:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:1.0:1760457739.780028:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:1.0:1760457739.780031:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:1.0:1760457739.780034:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457739.780036:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457739.780038:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457739.780041:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457739.780044:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:1.0:1760457739.780049:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:1.0:1760457739.780052:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457739.780056:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457739.780060:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457739.780064:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457739.780067:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:1.0:1760457739.780069:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457739.780082:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfb4ba8d. 00000020:00000040:1.0:1760457739.780087:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:1.0:1760457739.780092:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457739.780094:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457739.780097:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457739.780101:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457739.780105:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457739.780113:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000063605d8. 00000100:00000001:1.0:1760457739.780120:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457739.780125:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dfb4ba8d x1845971106422272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457739.780133:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457739.780135:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457739.780138:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000dfb4ba8d] to pc [ptlrpcd_rcv+-1] req@00000000dfb4ba8d x1845971106422272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457739.780157:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457739.780160:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457739.780162:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457739.780166:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457739.780170:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457739.780173:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457739.780177:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457739.780181:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457739.780188:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (5998) 00000800:00000200:1.0:1760457739.780561:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457739.780566:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f4f6cd (tot 1763546). 00000400:00000200:1.0:1760457739.780571:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457739.780577:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457739.780581:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa38956b 00000400:00000010:1.0:1760457739.780582:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa38956b. 00000100:00000001:1.0:1760457739.780585:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457739.780588:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfb4ba8d x1845971106422272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457764 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457739.780594:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457739.780596:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000dfb4ba8d x1845971106422272/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457764 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457739.780601:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457739.780603:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457740.676071:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457740.676078:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457740.676084:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457742.723940:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457742.723946:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457742.723952:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457743.747960:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457743.747967:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457743.747973:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457744.771945:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457744.771951:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457744.771957:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457744.899796:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457744.899807:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457744.899811:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457744.899814:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457744.899817:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457744.899820:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457744.899822:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457744.899825:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457744.899832:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6004) 00000020:00000001:0.0:1760457745.796001:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457745.796007:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457745.796012:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457746.819982:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457746.819990:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457746.819997:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457747.843937:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457747.843942:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457747.843949:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457748.867904:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457748.867910:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457748.867916:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457749.891993:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457749.891998:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457749.892005:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457750.020160:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457750.020171:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457750.020175:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457750.020183:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457750.020185:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760457750.020188:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457750.020192:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457750.020197:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457750.020204:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5978 00000100:00080000:0.0:1760457750.020208:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457750.020212:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457750.020215:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457750.020218:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457750.020220:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457750.020224:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457750.020226:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760457750.020230:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457750.020233:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760457750.020236:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760457750.020238:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760457750.020241:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457750.020244:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457750.020245:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457750.020247:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457750.020250:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760457750.020253:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457750.020256:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457750.020258:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457750.020266:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457750.020269:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457750.020272:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457750.020276:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457750.020279:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457750.020281:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457750.020290:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ac9771e. 00000020:00000040:0.0:1760457750.020294:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760457750.020299:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457750.020301:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457750.020304:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457750.020307:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457750.020312:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457750.020320:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e0eb8712. 00000100:00000001:0.0:1760457750.020327:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457750.020335:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007ac9771e x1845971106422336/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457750.020346:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457750.020375:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457750.020380:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007ac9771e] to pc [ptlrpcd_rcv+-1] req@000000007ac9771e x1845971106422336/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457750.020420:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457750.020423:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457750.020425:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457750.020428:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457750.020431:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457750.020434:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457750.020439:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6009) 00000020:00000001:0.0:1760457751.939992:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457751.939999:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457751.940005:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457753.988035:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457753.988040:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457753.988045:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457755.139735:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457755.139743:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457755.139746:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457755.139748:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457755.139750:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457755.139753:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457755.139754:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457755.139756:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457755.139760:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6014) 00000100:00080000:0.0:1760457755.140121:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457755.140128:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457755.140136:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457755.140142:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457755.140148:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457755.140155:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457755.140161:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457755.140173:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457755.140179:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760457755.140186:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457755.140192:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457755.140204:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457755.140213:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 5984 00000100:00080000:0.0:1760457755.140216:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457755.140219:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457755.140222:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457755.140225:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457755.140227:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457755.140232:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457755.140234:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760457755.140237:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457755.140240:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760457755.140242:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760457755.140244:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760457755.140247:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457755.140249:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457755.140250:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457755.140252:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457755.140254:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760457755.140257:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457755.140259:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457755.140262:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457755.140269:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457755.140271:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457755.140273:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457755.140276:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457755.140279:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457755.140280:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457755.140289:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000075179fc5. 00000020:00000040:0.0:1760457755.140292:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760457755.140296:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457755.140297:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457755.140300:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457755.140303:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457755.140307:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457755.140380:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ba73836f. 00000100:00000001:0.0:1760457755.140387:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457755.140395:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000075179fc5 x1845971106422400/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457755.140405:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457755.140408:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457755.140412:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000075179fc5] to pc [ptlrpcd_rcv+-1] req@0000000075179fc5 x1845971106422400/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457755.140436:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457755.140439:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760457755.140442:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6014) 00000800:00000200:1.0:1760457755.140782:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457755.140787:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080433ee0 (tot 1763546). 00000400:00000200:1.0:1760457755.140791:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457755.140796:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457755.140800:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c81b19a9 00000400:00000010:1.0:1760457755.140801:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c81b19a9. 00000100:00000001:1.0:1760457755.140804:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457755.140806:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000075179fc5 x1845971106422400/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457780 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457755.140812:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457755.140813:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000075179fc5 x1845971106422400/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457780 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457755.140818:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457755.140819:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457756.035924:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457756.035930:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457756.035935:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457758.083976:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457758.083981:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457758.083986:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457760.131924:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457760.131929:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457760.131933:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457760.259772:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457760.259785:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457760.259791:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457760.259795:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457760.259799:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457760.259811:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457760.259818:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457760.259826:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457760.259836:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6019) 00000020:00000001:0.0:1760457762.179907:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457762.179912:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457762.179917:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457764.227780:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457764.227783:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457764.227786:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457764.355891:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457764.355901:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457764.355902:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:1.0:1760457764.355905:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457764.355907:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457764.355911:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457764.355916:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 5993 00000100:00080000:1.0:1760457764.355919:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457764.355922:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457764.355924:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457764.355925:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457764.355927:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457764.355930:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457764.355931:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:1.0:1760457764.355933:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457764.355936:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:1.0:1760457764.355938:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:1.0:1760457764.355939:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:1.0:1760457764.355941:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457764.355942:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457764.355943:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457764.355945:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457764.355947:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:1.0:1760457764.355950:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:1.0:1760457764.355952:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457764.355954:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457764.355956:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457764.355958:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457764.355960:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:1.0:1760457764.355961:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457764.355971:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000dfb4ba8d. 00000020:00000040:1.0:1760457764.355974:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:1.0:1760457764.355977:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457764.355978:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457764.355981:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457764.355984:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457764.356011:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457764.356020:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009fbdce1b. 00000100:00000001:1.0:1760457764.356027:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457764.356032:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000dfb4ba8d x1845971106422464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457764.356039:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457764.356041:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457764.356044:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000dfb4ba8d] to pc [ptlrpcd_rcv+-1] req@00000000dfb4ba8d x1845971106422464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457764.356057:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457764.356059:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457764.356061:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457764.356064:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457764.356066:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457764.356069:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457764.356071:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457764.356075:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457764.356082:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6023) 00000800:00000200:1.0:1760457764.356381:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457764.356385:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a7bc5d3 (tot 1763546). 00000400:00000200:1.0:1760457764.356390:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457764.356395:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457764.356400:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f9c5c5cb 00000400:00000010:1.0:1760457764.356402:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f9c5c5cb. 00000100:00000001:1.0:1760457764.356405:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457764.356408:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000dfb4ba8d x1845971106422464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457789 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457764.356414:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457764.356416:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000dfb4ba8d x1845971106422464/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457789 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457764.356420:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457764.356421:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457766.275799:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457766.275803:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457766.275806:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457768.323860:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457768.323863:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457768.323865:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457769.347901:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457769.347906:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457769.347910:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457769.475909:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457769.475918:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457769.475921:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457769.475925:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457769.475927:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457769.475931:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457769.475933:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457769.475936:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457769.475941:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6028) 00000020:00000001:0.0:1760457770.371964:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457770.371968:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457770.371972:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457771.395982:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457771.395988:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457771.395993:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457772.419986:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457772.419991:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457772.419996:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457773.443904:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457773.443909:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457773.443914:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457774.467937:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457774.467943:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457774.467949:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457774.595869:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457774.595882:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457774.595886:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457774.595890:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457774.595893:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457774.595897:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457774.595899:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457774.595903:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457774.595909:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6033) 00000020:00000001:0.0:1760457775.491995:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457775.492001:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457775.492007:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457775.620066:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457775.620088:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457775.620092:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457775.620099:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457775.620102:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760457775.620106:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457775.620109:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457775.620115:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457775.620122:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6004 00000100:00080000:0.0:1760457775.620127:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457775.620133:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457775.620137:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457775.620141:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457775.620145:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457775.620150:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457775.620153:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760457775.620158:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457775.620162:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760457775.620166:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760457775.620171:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760457775.620203:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457775.620208:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457775.620211:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457775.620214:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457775.620217:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760457775.620222:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457775.620225:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457775.620228:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457775.620236:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457775.620239:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457775.620242:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457775.620246:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457775.620250:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457775.620252:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457775.620263:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000012eb3065. 00000020:00000040:0.0:1760457775.620267:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760457775.620272:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457775.620273:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457775.620277:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457775.620280:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457775.620285:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457775.620293:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000cf26fa4a. 00000100:00000001:0.0:1760457775.620301:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457775.620307:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000012eb3065 x1845971106422528/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457775.620319:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457775.620321:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457775.620325:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000012eb3065] to pc [ptlrpcd_rcv+-1] req@0000000012eb3065 x1845971106422528/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457775.620353:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457775.620356:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457775.620358:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457775.620363:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457775.620366:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457775.620369:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457775.620374:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6034) 00000020:00000001:0.0:1760457776.516020:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457776.516027:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457776.516034:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457777.539986:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457777.540008:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457777.540015:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457778.564045:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457778.564052:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457778.564059:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457779.588028:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457779.588038:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457779.588046:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457780.612030:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457780.612037:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457780.612043:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457780.739861:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457780.739876:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457780.739882:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457780.739896:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457780.739902:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457780.739915:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457780.739922:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457780.739938:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457780.739953:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6039) 00000100:00080000:0.0:1760457780.740196:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457780.740212:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457780.740224:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457780.740238:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457780.740251:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457780.740260:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457780.740264:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457780.740273:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457780.740277:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760457780.740283:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457780.740288:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457780.740298:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457780.740310:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6009 00000100:00080000:0.0:1760457780.740315:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457780.740321:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457780.740327:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457780.740332:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457780.740335:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457780.740342:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457780.740345:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760457780.740351:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457780.740357:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760457780.740362:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760457780.740366:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760457780.740372:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457780.740377:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457780.740380:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457780.740383:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457780.740388:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760457780.740394:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457780.740400:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457780.740405:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457780.740418:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457780.740423:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457780.740428:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457780.740434:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457780.740440:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457780.740443:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457780.740459:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000811916b. 00000020:00000040:0.0:1760457780.740466:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760457780.740474:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457780.740477:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457780.740482:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457780.740488:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457780.740495:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457780.740510:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000ff9d220. 00000100:00000001:0.0:1760457780.740522:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457780.740534:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000811916b x1845971106422592/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457780.740547:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457780.740550:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457780.740555:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000811916b] to pc [ptlrpcd_rcv+-1] req@000000000811916b x1845971106422592/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457780.740588:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457780.740591:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760457780.740595:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6039) 00000800:00000200:1.0:1760457780.741242:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457780.741250:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572e543b (tot 1763546). 00000400:00000200:1.0:1760457780.741261:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457780.741271:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457780.741280:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da3194d5 00000400:00000010:1.0:1760457780.741283:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da3194d5. 00000100:00000001:1.0:1760457780.741289:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457780.741295:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000811916b x1845971106422592/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457805 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457780.741307:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457780.741310:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000811916b x1845971106422592/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457805 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457780.741319:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457780.741322:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457781.635985:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457781.635993:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457781.636002:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457782.660001:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457782.660007:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457782.660014:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457783.684017:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457783.684024:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457783.684031:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457784.708050:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457784.708056:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457784.708064:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457785.732065:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457785.732072:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457785.732079:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457785.859857:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457785.859881:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457785.859895:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457785.859901:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457785.859907:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457785.859913:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457785.859916:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457785.859921:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457785.859931:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6045) 00000020:00000001:0.0:1760457786.756016:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457786.756023:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457786.756031:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457787.780060:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457787.780069:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457787.780136:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457788.804025:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457788.804033:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457788.804039:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457789.827988:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457789.827994:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457789.828001:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457789.956191:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457789.956212:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457789.956216:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760457789.956221:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457789.956225:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457789.956234:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457789.956246:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6018 00000100:00080000:0.0:1760457789.956252:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457789.956259:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457789.956264:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457789.956268:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457789.956273:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457789.956279:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457789.956283:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760457789.956288:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457789.956294:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760457789.956299:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760457789.956304:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760457789.956308:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457789.956310:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457789.956313:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457789.956315:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457789.956318:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760457789.956323:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760457789.956325:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457789.956329:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457789.956335:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457789.956339:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457789.956342:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760457789.956345:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457789.956359:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f877783. 00000020:00000040:0.0:1760457789.956364:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760457789.956370:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457789.956372:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457789.956376:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457789.956381:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457789.956386:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457789.956397:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d110c3b1. 00000100:00000001:0.0:1760457789.956406:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457789.956415:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009f877783 x1845971106422656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457789.956429:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457789.956432:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457789.956437:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009f877783] to pc [ptlrpcd_rcv+-1] req@000000009f877783 x1845971106422656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457789.956472:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457789.956475:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457789.956478:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457789.956483:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457789.956486:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457789.956490:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457789.956493:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457789.956496:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457789.956503:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6049) 00000800:00000200:1.0:1760457789.957153:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457789.957161:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572e543b (tot 1763546). 00000400:00000200:1.0:1760457789.957171:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457789.957182:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457789.957191:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a3f4509 00000400:00000010:1.0:1760457789.957194:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a3f4509. 00000100:00000001:1.0:1760457789.957200:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457789.957205:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f877783 x1845971106422656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457814 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457789.957217:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457789.957221:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009f877783 x1845971106422656/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457814 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457789.957229:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457789.957232:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457790.852063:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457790.852070:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457790.852128:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457791.875981:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457791.875988:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457791.875996:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457792.900109:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457792.900115:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457792.900120:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457793.924023:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457793.924029:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457793.924036:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457794.947916:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457794.947921:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457794.947927:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457795.075791:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457795.075804:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457795.075810:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457795.075815:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457795.075818:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457795.075822:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457795.075824:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457795.075827:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457795.075834:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6054) 00000020:00000001:0.0:1760457795.971987:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457795.971993:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457795.972000:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457796.995939:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457796.995945:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457796.995952:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457798.019977:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457798.019985:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457798.019991:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457799.043883:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457799.043889:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457799.043895:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457800.067956:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457800.067961:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457800.067966:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457800.195795:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457800.195806:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457800.195811:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457800.195822:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457800.195828:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457800.195835:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457800.195839:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457800.195845:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457800.195853:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6059) 00000100:00080000:1.0:1760457800.195892:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457800.195901:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457800.195906:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457800.195918:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457800.195921:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1760457800.195926:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457800.195929:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457800.195933:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457800.195940:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6029 00000100:00080000:1.0:1760457800.195944:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457800.195951:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457800.195955:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457800.195963:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457800.195969:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457800.195976:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457800.195978:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:1.0:1760457800.195982:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457800.195989:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:1.0:1760457800.195993:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:1.0:1760457800.195994:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:1.0:1760457800.195996:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457800.195998:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457800.196003:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457800.196005:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457800.196007:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:1.0:1760457800.196010:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760457800.196035:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457800.196037:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457800.196056:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457800.196058:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457800.196060:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760457800.196065:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760457800.196067:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457800.196068:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457800.196079:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000214f5883. 00000020:00000040:1.0:1760457800.196082:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:1.0:1760457800.196087:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457800.196088:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457800.196091:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457800.196094:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457800.196099:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457800.196107:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000063605d8. 00000100:00000001:1.0:1760457800.196114:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457800.196121:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000214f5883 x1845971106422720/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457800.196129:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457800.196131:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457800.196134:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000214f5883] to pc [ptlrpcd_rcv+-1] req@00000000214f5883 x1845971106422720/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457800.196152:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457800.196154:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457800.196155:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457800.196157:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457800.196159:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457800.196161:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457800.196164:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6059) 00000020:00000001:0.0:1760457801.091975:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457801.091983:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457801.091989:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457802.115976:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457802.115982:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457802.115989:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457803.139837:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457803.139841:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457803.139845:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457804.163948:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457804.163953:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457804.163958:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457805.187892:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457805.187896:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457805.187899:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457805.315797:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457805.315808:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457805.315812:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457805.315817:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457805.315821:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457805.315826:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457805.315830:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457805.315835:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457805.315842:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6064) 00000800:00000200:1.0:1760457805.317051:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457805.317058:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a7bc5d3 (tot 1763546). 00000400:00000200:1.0:1760457805.317064:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457805.317072:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457805.317077:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049335e16 00000400:00000010:1.0:1760457805.317079:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049335e16. 00000100:00000001:1.0:1760457805.317083:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457805.317087:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f911af34 x1845971106422784/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457830 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457805.317097:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457805.317100:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f911af34 x1845971106422784/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457830 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457805.317107:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457805.317109:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457806.211949:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457806.211954:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457806.211959:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457807.235948:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457807.235952:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457807.235957:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457808.259907:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457808.259912:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457808.259917:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457809.283889:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457809.283895:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457809.283900:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457810.307893:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457810.307897:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457810.307902:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457810.435802:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457810.435812:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457810.435817:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457810.435822:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457810.435826:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457810.435831:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457810.435835:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457810.435840:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457810.435849:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6069) 00000020:00000001:0.0:1760457811.332013:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457811.332018:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457811.332022:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457812.355905:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457812.355909:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457812.355913:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457813.379883:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457813.379887:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457813.379890:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457814.403854:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457814.403857:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457814.403861:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1760457814.532776:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457814.532783:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080433ee0 (tot 1763546). 00000400:00000200:1.0:1760457814.532790:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457814.532798:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457814.532802:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001304f4e0 00000400:00000010:1.0:1760457814.532804:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001304f4e0. 00000100:00000001:1.0:1760457814.532808:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457814.532813:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000080120b9 x1845971106422848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457839 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457814.532822:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457814.532825:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000080120b9 x1845971106422848/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457839 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457814.532832:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457814.532834:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457815.428015:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457815.428019:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457815.428023:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457816.451948:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457816.451953:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457816.451958:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457817.475801:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457817.475804:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457817.475807:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457818.499862:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457818.499866:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457818.499869:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457819.523954:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457819.523958:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457819.523963:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457820.547949:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457820.547955:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457820.547960:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457821.571923:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457821.571928:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457821.571934:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457822.595949:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457822.595954:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457822.595959:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457823.620017:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457823.620022:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457823.620026:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457824.643918:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457824.643923:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457824.643927:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457825.667978:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457825.667985:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457825.667991:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457826.691803:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457826.691806:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457826.691809:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457827.715930:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457827.715935:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457827.715940:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457828.739950:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457828.739954:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457828.739959:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457829.763917:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457829.763922:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457829.763928:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457830.787972:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457830.787978:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457830.787982:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457830.915891:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457830.915901:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457830.915908:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457830.915915:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457830.915921:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457830.915928:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457830.915934:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457830.915944:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457830.915953:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6090) 00000100:00080000:1.0:1760457830.916137:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457830.916146:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457830.916152:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457830.916159:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457830.916164:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457830.916172:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457830.916179:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457830.916189:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457830.916193:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:1.0:1760457830.916202:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457830.916208:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457830.916220:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457830.916231:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6059 00000100:00080000:1.0:1760457830.916238:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457830.916245:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457830.916251:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457830.916256:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457830.916260:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457830.916265:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457830.916267:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:1.0:1760457830.916272:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457830.916277:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:1.0:1760457830.916281:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:1.0:1760457830.916286:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:1.0:1760457830.916290:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457830.916293:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457830.916295:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457830.916297:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457830.916300:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:1.0:1760457830.916304:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760457830.916307:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457830.916310:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457830.916318:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457830.916322:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457830.916325:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760457830.916329:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760457830.916332:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457830.916334:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457830.916344:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005aa99633. 00000020:00000040:1.0:1760457830.916348:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:1.0:1760457830.916353:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457830.916354:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457830.916358:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457830.916361:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457830.916366:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457830.916374:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f524eada. 00000100:00000001:1.0:1760457830.916382:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457830.916389:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005aa99633 x1845971106422976/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457830.916400:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457830.916403:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457830.916407:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005aa99633] to pc [ptlrpcd_rcv+-1] req@000000005aa99633 x1845971106422976/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457830.916437:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457830.916440:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:1.0:1760457830.916444:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6090) 00000800:00000200:1.0:1760457830.916973:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457830.916980:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f4f6cd (tot 1763546). 00000400:00000200:1.0:1760457830.916989:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457830.917000:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457830.917007:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e94a7194 00000400:00000010:1.0:1760457830.917010:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e94a7194. 00000100:00000001:1.0:1760457830.917016:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457830.917022:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005aa99633 x1845971106422976/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457855 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457830.917047:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457830.917052:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005aa99633 x1845971106422976/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457855 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457830.917064:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457830.917067:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457831.811986:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457831.811992:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457831.811997:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457832.835985:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457832.835990:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457832.835994:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457833.859924:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457833.859928:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457833.859931:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457834.883849:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457834.883852:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457834.883854:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457835.907981:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457835.907986:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457835.907991:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457836.035809:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457836.035821:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457836.035825:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457836.035828:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457836.035831:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457836.035835:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457836.035838:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457836.035842:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457836.035851:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6095) 00000020:00000001:0.0:1760457836.931973:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457836.931979:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457836.931983:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457837.956043:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457837.956048:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457837.956053:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457838.979892:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457838.979897:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457838.979901:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457839.108154:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457839.108167:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457839.108170:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:1.0:1760457839.108176:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457839.108180:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457839.108187:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457839.108193:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6068 00000100:00080000:1.0:1760457839.108197:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457839.108200:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457839.108203:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457839.108206:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457839.108211:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457839.108214:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457839.108217:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:1.0:1760457839.108219:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457839.108223:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:1.0:1760457839.108226:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:1.0:1760457839.108228:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:1.0:1760457839.108231:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457839.108233:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457839.108235:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457839.108237:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457839.108240:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:1.0:1760457839.108243:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:1.0:1760457839.108245:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457839.108248:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457839.108250:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457839.108253:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457839.108255:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:1.0:1760457839.108257:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457839.108266:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d2ae1ae4. 00000020:00000040:1.0:1760457839.108269:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:1.0:1760457839.108273:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457839.108275:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457839.108278:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457839.108280:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457839.108300:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457839.108306:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ec8029a1. 00000100:00000001:1.0:1760457839.108311:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457839.108315:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2ae1ae4 x1845971106423040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457839.108322:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457839.108324:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457839.108327:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d2ae1ae4] to pc [ptlrpcd_rcv+-1] req@00000000d2ae1ae4 x1845971106423040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457839.108346:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457839.108348:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457839.108349:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457839.108352:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457839.108354:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457839.108356:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457839.108358:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457839.108359:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457839.108363:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6098) 00000800:00000200:1.0:1760457839.108816:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457839.108820:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5a60aeb (tot 1763546). 00000400:00000200:1.0:1760457839.108824:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457839.108828:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457839.108831:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a5bd3df 00000400:00000010:1.0:1760457839.108832:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a5bd3df. 00000100:00000001:1.0:1760457839.108835:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457839.108837:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d2ae1ae4 x1845971106423040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457864 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457839.108842:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457839.108844:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d2ae1ae4 x1845971106423040/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457864 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457839.108866:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457839.108868:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457840.003860:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457840.003865:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457840.003869:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457841.027965:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457841.027970:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457841.027974:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457842.051984:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457842.051989:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457842.051995:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457843.075844:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457843.075848:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457843.075851:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457844.099943:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457844.099949:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457844.099953:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457844.227795:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457844.227808:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457844.227812:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457844.227815:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457844.227818:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457844.227823:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457844.227826:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457844.227829:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457844.227835:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6103) 00000020:00000001:0.0:1760457845.124057:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457845.124063:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457845.124067:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457846.147991:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457846.147997:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457846.148001:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457847.171924:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457847.171931:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457847.171937:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457848.195876:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457848.195879:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457848.195881:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457849.219803:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457849.219806:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457849.219809:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457849.347751:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457849.347757:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457849.347761:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457849.347769:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457849.347774:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457849.347777:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457849.347779:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457849.347781:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457849.347785:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6108) 00000020:00000001:0.0:1760457850.243947:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457850.243951:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457850.243956:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457850.372068:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457850.372081:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457850.372087:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457850.372097:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457850.372101:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1760457850.372105:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457850.372108:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457850.372112:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457850.372118:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6079 00000100:00080000:1.0:1760457850.372122:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457850.372128:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457850.372132:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457850.372135:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457850.372138:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457850.372142:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457850.372143:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:1.0:1760457850.372147:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457850.372150:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:1.0:1760457850.372153:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:1.0:1760457850.372156:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:1.0:1760457850.372159:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457850.372162:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457850.372164:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457850.372166:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457850.372168:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:1.0:1760457850.372172:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760457850.372175:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457850.372179:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457850.372187:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457850.372191:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457850.372195:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760457850.372201:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760457850.372206:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457850.372209:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457850.372221:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b73f9ed. 00000020:00000040:1.0:1760457850.372228:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:1.0:1760457850.372234:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457850.372237:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457850.372242:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457850.372246:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457850.372251:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457850.372263:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000beab5f56. 00000100:00000001:1.0:1760457850.372273:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457850.372283:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b73f9ed x1845971106423104/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457850.372300:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457850.372304:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457850.372310:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000b73f9ed] to pc [ptlrpcd_rcv+-1] req@000000000b73f9ed x1845971106423104/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457850.372341:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457850.372344:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457850.372346:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457850.372351:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457850.372353:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457850.372356:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457850.372362:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6109) 00000020:00000001:1.0:1760457851.267957:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457851.267963:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457851.267968:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457852.291942:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457852.291946:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457852.291950:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457853.315969:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457853.315974:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457853.315978:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457854.339787:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457854.339790:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457854.339793:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457855.363838:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457855.363841:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457855.363844:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1760457855.492343:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457855.492347:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0d77ece (tot 1763546). 00000400:00000200:1.0:1760457855.492351:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457855.492356:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457855.492359:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd539097 00000400:00000010:1.0:1760457855.492360:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd539097. 00000100:00000001:1.0:1760457855.492363:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457855.492365:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fa80ed1c x1845971106423168/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457880 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457855.492371:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457855.492372:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fa80ed1c x1845971106423168/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457880 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457855.492376:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457855.492377:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457856.387812:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457856.387815:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457856.387817:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457857.411793:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457857.411796:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457857.411798:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457858.435846:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457858.435850:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457858.435852:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457859.459830:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457859.459833:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457859.459836:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457860.483839:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457860.483842:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457860.483844:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457860.611767:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457860.611772:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457860.611774:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457860.611776:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457860.611778:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457860.611781:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457860.611782:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457860.611784:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457860.611787:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6119) 00000020:00000001:1.0:1760457861.507830:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457861.507832:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457861.507835:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457862.531816:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457862.531819:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457862.531821:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457863.555819:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457863.555823:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457863.555825:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457864.579777:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457864.579780:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457864.579782:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457864.707892:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457864.707898:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457864.707899:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:1.0:1760457864.707901:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457864.707902:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457864.707905:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457864.707907:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6093 00000100:00080000:1.0:1760457864.707909:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457864.707911:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457864.707913:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457864.707915:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457864.707916:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457864.707918:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457864.707919:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:1.0:1760457864.707921:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457864.707923:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:1.0:1760457864.707925:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:1.0:1760457864.707926:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:1.0:1760457864.707928:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457864.707930:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457864.707931:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457864.707932:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457864.707933:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:1.0:1760457864.707935:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:1.0:1760457864.707937:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457864.707938:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457864.707940:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457864.707942:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457864.707943:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:1.0:1760457864.707944:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457864.707950:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ed04dfc. 00000020:00000040:1.0:1760457864.707953:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:1.0:1760457864.707955:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457864.707956:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457864.707958:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457864.707960:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457864.707963:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457864.707968:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006a5369a9. 00000100:00000001:1.0:1760457864.707972:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457864.707976:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003ed04dfc x1845971106423232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457864.707982:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457864.707983:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457864.707985:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003ed04dfc] to pc [ptlrpcd_rcv+-1] req@000000003ed04dfc x1845971106423232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457864.708000:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457864.708002:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760457864.708003:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457864.708005:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457864.708007:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457864.708011:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457864.708013:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457864.708016:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457864.708019:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6123) 00000800:00000200:1.0:1760457864.708248:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457864.708251:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f4f6cd (tot 1763546). 00000400:00000200:1.0:1760457864.708255:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457864.708259:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457864.708262:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063fb7806 00000400:00000010:1.0:1760457864.708262:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063fb7806. 00000100:00000001:1.0:1760457864.708265:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457864.708267:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ed04dfc x1845971106423232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457889 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457864.708272:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457864.708273:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003ed04dfc x1845971106423232/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457889 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457864.708277:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457864.708278:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:1.0:1760457865.603820:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457865.603823:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457865.603826:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457866.627819:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457866.627822:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457866.627825:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457867.651796:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457867.651799:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457867.651801:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457868.675944:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457868.675950:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457868.675954:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457869.699921:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457869.699926:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457869.699930:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457870.723889:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457870.723894:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457870.723900:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457871.747962:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457871.747967:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457871.747971:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457872.771870:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457872.771875:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457872.771880:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457873.795975:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457873.795981:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457873.795986:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457874.819906:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457874.819911:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457874.819916:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457874.947771:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457874.947780:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457874.947784:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457874.947788:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457874.947791:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457874.947795:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457874.947798:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457874.947802:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457874.947808:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6134) 00000020:00000001:1.0:1760457875.843950:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457875.843955:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457875.843960:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457876.867908:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457876.867913:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457876.867917:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457877.891957:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457877.891962:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457877.891966:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457878.915886:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457878.915892:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457878.915898:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457879.939915:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457879.939922:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457879.939928:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457880.068041:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457880.068050:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457880.068053:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457880.068057:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457880.068059:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457880.068062:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457880.068064:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457880.068068:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760457880.068070:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:1.0:1760457880.068073:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760457880.068075:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760457880.068080:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760457880.068085:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6109 00000100:00080000:1.0:1760457880.068088:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760457880.068092:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457880.068095:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457880.068098:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457880.068100:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760457880.068105:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760457880.068107:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:1.0:1760457880.068110:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760457880.068113:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:1.0:1760457880.068116:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:1.0:1760457880.068119:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:1.0:1760457880.068122:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457880.068124:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760457880.068126:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457880.068128:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760457880.068131:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:1.0:1760457880.068134:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760457880.068138:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457880.068141:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760457880.068149:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760457880.068152:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457880.068155:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760457880.068159:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760457880.068162:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457880.068164:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760457880.068174:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000929b24ab. 00000020:00000040:1.0:1760457880.068177:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:1.0:1760457880.068182:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760457880.068185:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457880.068188:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760457880.068192:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760457880.068196:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760457880.068204:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005d5b7195. 00000100:00000001:1.0:1760457880.068211:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457880.068218:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000929b24ab x1845971106423360/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457880.068229:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760457880.068232:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760457880.068236:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000929b24ab] to pc [ptlrpcd_rcv+-1] req@00000000929b24ab x1845971106423360/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457880.068266:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457880.068269:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:1.0:1760457880.068274:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 1 (6139) 00000800:00000200:1.0:1760457880.068790:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457880.068797:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080433ee0 (tot 1763546). 00000400:00000200:1.0:1760457880.068804:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457880.068813:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457880.068818:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000602d0e9d 00000400:00000010:1.0:1760457880.068820:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000602d0e9d. 00000100:00000001:1.0:1760457880.068824:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457880.068829:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000929b24ab x1845971106423360/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457905 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457880.068840:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457880.068843:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000929b24ab x1845971106423360/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457905 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457880.068851:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457880.068853:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457880.963976:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457880.963982:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457880.963986:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760457881.091786:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457881.091799:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457881.091804:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457881.091811:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457881.091816:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457881.091823:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457881.091827:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457881.091832:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457881.091841:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 4 (6140) 00000020:00000001:0.0:1760457881.987978:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457881.987983:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457881.987987:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457883.011961:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457883.011965:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457883.011970:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457884.035908:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457884.035913:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457884.035918:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457885.059871:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457885.059876:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457885.059881:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457885.123848:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457885.123858:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457885.123862:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457885.123865:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457885.123868:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457885.123871:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457885.123873:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457885.123876:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457885.123881:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6144) 00000020:00000001:0.0:1760457886.083942:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457886.083947:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457886.083952:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457887.107912:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457887.107917:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457887.107921:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457888.131932:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457888.131936:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457888.131941:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457889.155917:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457889.155923:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457889.155929:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457889.284085:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457889.284095:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457889.284098:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760457889.284101:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457889.284103:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457889.284108:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457889.284113:0:56038:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6118 00000100:00080000:0.0:1760457889.284116:0:56038:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457889.284120:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457889.284123:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457889.284126:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457889.284129:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457889.284132:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457889.284134:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760457889.284137:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457889.284141:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760457889.284144:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760457889.284148:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760457889.284153:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457889.284157:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457889.284160:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457889.284163:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457889.284167:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760457889.284173:0:56038:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760457889.284177:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457889.284181:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457889.284186:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457889.284190:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457889.284194:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760457889.284197:0:56038:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457889.284210:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f3a1fe02. 00000020:00000040:0.0:1760457889.284215:0:56038:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760457889.284222:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457889.284224:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457889.284228:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457889.284232:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457889.284237:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457889.284247:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d0f209f4. 00000100:00000001:0.0:1760457889.284256:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457889.284265:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f3a1fe02 x1845971106423424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457889.284283:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457889.284286:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457889.284292:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f3a1fe02] to pc [ptlrpcd_rcv+-1] req@00000000f3a1fe02 x1845971106423424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457889.284328:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457889.284331:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457889.284334:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457889.284338:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457889.284342:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457889.284345:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457889.284349:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457889.284353:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457889.284358:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6148) 00000800:00000200:1.0:1760457889.284848:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457889.284856:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a7bc5d3 (tot 1763546). 00000400:00000200:1.0:1760457889.284863:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457889.284872:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457889.284877:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000619d2a48 00000400:00000010:1.0:1760457889.284879:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000619d2a48. 00000100:00000001:1.0:1760457889.284883:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457889.284888:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f3a1fe02 x1845971106423424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457914 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457889.284898:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457889.284901:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f3a1fe02 x1845971106423424/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457914 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457889.284910:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457889.284912:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457890.179935:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457890.179941:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457890.179948:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457891.204001:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457891.204006:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457891.204010:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457892.227798:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457892.227800:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457892.227803:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457893.251810:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457893.251813:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457893.251815:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457894.275929:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457894.275933:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457894.275938:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457894.403799:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457894.403812:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457894.403816:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457894.403819:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457894.403823:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457894.403834:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457894.403840:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457894.403846:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457894.403853:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6153) 00000020:00000001:0.0:1760457895.299873:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457895.299877:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457895.299879:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457896.323849:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457896.323851:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457896.323854:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457897.347832:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457897.347835:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457897.347837:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457898.371814:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457898.371816:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457898.371819:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457899.395820:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457899.395824:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457899.395827:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457900.419853:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457900.419857:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457900.419860:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1760457900.548325:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457900.548328:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e95e8ac (tot 1763546). 00000400:00000200:1.0:1760457900.548332:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457900.548350:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457900.548354:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000277b079f 00000400:00000010:1.0:1760457900.548355:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000277b079f. 00000100:00000001:1.0:1760457900.548358:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457900.548360:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fa80ed1c x1845971106423488/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457925 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457900.548365:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457900.548367:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fa80ed1c x1845971106423488/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457925 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457900.548371:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457900.548372:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457901.443871:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457901.443875:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457901.443879:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457902.467848:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457902.467851:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457902.467854:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457903.491823:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457903.491827:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457903.491831:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457904.515822:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457904.515825:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457904.515828:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457905.539803:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457905.539806:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457905.539808:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1760457905.668455:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457905.668458:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c1129b9 (tot 1763546). 00000400:00000200:1.0:1760457905.668463:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457905.668468:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457905.668471:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000277b079f 00000400:00000010:1.0:1760457905.668472:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000277b079f. 00000100:00000001:1.0:1760457905.668474:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457905.668477:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d0b21c0f x1845971106423552/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457930 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457905.668482:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457905.668484:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d0b21c0f x1845971106423552/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457930 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457905.668488:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457905.668490:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:1.0:1760457906.563842:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457906.563845:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457906.563849:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457907.587840:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457907.587843:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457907.587846:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457908.611874:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457908.611877:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457908.611879:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457910.659814:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457910.659817:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457910.659819:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457910.787783:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457910.787790:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457910.787792:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457910.787795:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457910.787797:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457910.787801:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457910.787804:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457910.787807:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457910.787813:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6169) 00000020:00000001:1.0:1760457912.707812:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457912.707815:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457912.707819:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457914.755857:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457914.755860:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457914.755862:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457914.883956:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457914.883964:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457914.883967:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760457914.883972:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457914.883973:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457914.883977:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457914.883982:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6143 00000100:00080000:0.0:1760457914.883985:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457914.883989:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457914.883992:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457914.883996:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457914.883998:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457914.884001:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457914.884003:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760457914.884006:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457914.884009:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760457914.884012:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760457914.884016:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760457914.884020:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457914.884023:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457914.884026:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457914.884028:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457914.884032:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760457914.884035:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760457914.884037:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457914.884038:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457914.884040:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457914.884042:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457914.884044:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760457914.884045:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457914.884052:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000edf7f2e. 00000020:00000040:0.0:1760457914.884055:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760457914.884058:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457914.884059:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457914.884061:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457914.884063:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457914.884066:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457914.884072:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000265d4fa1. 00000100:00000001:0.0:1760457914.884076:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457914.884080:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000edf7f2e x1845971106423616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457914.884086:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457914.884088:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457914.884090:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000edf7f2e] to pc [ptlrpcd_rcv+-1] req@000000000edf7f2e x1845971106423616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457914.884104:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457914.884106:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457914.884107:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457914.884109:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457914.884111:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457914.884113:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457914.884114:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457914.884117:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457914.884120:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6174) 00000800:00000200:1.0:1760457914.884461:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457914.884464:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009faadf73 (tot 1763546). 00000400:00000200:1.0:1760457914.884468:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457914.884472:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457914.884475:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050617605 00000400:00000010:1.0:1760457914.884476:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050617605. 00000100:00000001:1.0:1760457914.884478:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457914.884480:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000edf7f2e x1845971106423616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457939 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457914.884486:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457914.884487:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000edf7f2e x1845971106423616/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457939 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457914.884491:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457914.884492:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:1.0:1760457916.803826:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457916.803829:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457916.803832:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457918.851826:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457918.851829:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457918.851831:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457920.899948:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457920.899953:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457920.899957:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457922.947946:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457922.947951:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457922.947955:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457924.995950:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457924.995956:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457924.995961:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457925.123873:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457925.123889:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457925.123897:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457925.123905:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457925.123912:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457925.123923:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457925.123931:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457925.123938:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457925.123949:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6184) 00000100:00080000:0.0:1760457925.124074:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457925.124083:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457925.124089:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457925.124101:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457925.124105:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760457925.124111:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457925.124115:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457925.124123:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457925.124133:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6154 00000100:00080000:0.0:1760457925.124141:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457925.124151:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457925.124161:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457925.124166:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457925.124169:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457925.124208:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457925.124211:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760457925.124215:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457925.124219:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760457925.124222:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760457925.124225:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760457925.124229:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457925.124231:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457925.124233:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457925.124235:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457925.124238:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760457925.124242:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457925.124244:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457925.124248:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457925.124256:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457925.124259:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457925.124262:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457925.124266:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457925.124270:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457925.124272:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457925.124282:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000936eb89f. 00000020:00000040:0.0:1760457925.124285:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760457925.124290:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457925.124292:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457925.124296:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457925.124299:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457925.124304:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457925.124313:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d0f209f4. 00000100:00000001:0.0:1760457925.124321:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457925.124327:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000936eb89f x1845971106423680/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457925.124338:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457925.124341:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457925.124345:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000936eb89f] to pc [ptlrpcd_rcv+-1] req@00000000936eb89f x1845971106423680/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457925.124372:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457925.124375:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457925.124377:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457925.124380:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457925.124383:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457925.124386:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457925.124390:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6184) 00000800:00000200:1.0:1760457925.124875:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457925.124882:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572e543b (tot 1763546). 00000400:00000200:1.0:1760457925.124890:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457925.124899:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457925.124905:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d4331b 00000400:00000010:1.0:1760457925.124907:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d4331b. 00000100:00000001:1.0:1760457925.124912:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457925.124917:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000936eb89f x1845971106423680/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457950 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457925.124928:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457925.124931:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000936eb89f x1845971106423680/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457950 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457925.124939:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457925.124942:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:1.0:1760457927.043984:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457927.043990:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457927.043994:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:0.0:1760457928.067821:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457928.067825:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457928.067829:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457929.091971:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457929.091977:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457929.091983:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457930.243812:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457930.243832:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457930.243841:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457930.243849:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457930.243858:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457930.243868:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457930.243874:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457930.243885:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457930.243898:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6189) 00000100:00080000:0.0:1760457930.244135:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457930.244174:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457930.244177:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457930.244182:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457930.244186:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457930.244193:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457930.244201:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457930.244215:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457930.244220:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760457930.244227:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457930.244234:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457930.244245:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457930.244257:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6159 00000100:00080000:0.0:1760457930.244266:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457930.244279:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457930.244291:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457930.244298:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457930.244303:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457930.244310:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457930.244313:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760457930.244319:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457930.244324:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760457930.244328:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760457930.244333:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760457930.244338:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457930.244342:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457930.244345:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457930.244347:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457930.244350:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760457930.244355:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457930.244358:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457930.244361:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457930.244369:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457930.244373:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457930.244376:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457930.244380:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457930.244384:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457930.244386:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457930.244395:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f3a1fe02. 00000020:00000040:0.0:1760457930.244398:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760457930.244403:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457930.244405:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457930.244408:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457930.244412:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457930.244416:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457930.244425:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008265aa12. 00000100:00000001:0.0:1760457930.244433:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457930.244439:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f3a1fe02 x1845971106423744/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457930.244451:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457930.244454:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457930.244458:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f3a1fe02] to pc [ptlrpcd_rcv+-1] req@00000000f3a1fe02 x1845971106423744/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457930.244486:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457930.244489:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760457930.244492:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6189) 00000800:00000200:1.0:1760457930.245096:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457930.245104:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572e543b (tot 1763546). 00000400:00000200:1.0:1760457930.245111:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457930.245120:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457930.245125:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b5d6864 00000400:00000010:1.0:1760457930.245128:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b5d6864. 00000100:00000001:1.0:1760457930.245132:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457930.245158:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f3a1fe02 x1845971106423744/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457955 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457930.245170:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457930.245173:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f3a1fe02 x1845971106423744/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457955 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457930.245181:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457930.245184:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:1.0:1760457931.139979:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457931.139983:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457931.139988:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457933.187838:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457933.187843:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457933.187847:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457935.235832:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457935.235834:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457935.235837:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457935.363716:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457935.363723:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457935.363725:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457935.363727:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457935.363728:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457935.363730:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457935.363731:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457935.363733:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457935.363738:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6194) 00000020:00000001:1.0:1760457937.283963:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457937.283968:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457937.283973:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457939.331943:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457939.331948:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457939.331953:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760457939.460058:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457939.460070:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457939.460074:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760457939.460101:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457939.460104:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457939.460111:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457939.460120:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6169 00000100:00080000:0.0:1760457939.460125:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457939.460131:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457939.460136:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457939.460140:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457939.460143:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457939.460149:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457939.460152:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760457939.460156:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457939.460160:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760457939.460164:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760457939.460169:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760457939.460174:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457939.460179:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457939.460182:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457939.460186:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457939.460190:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760457939.460195:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760457939.460200:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457939.460205:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457939.460209:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457939.460214:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457939.460218:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760457939.460220:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457939.460232:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f877783. 00000020:00000040:0.0:1760457939.460237:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760457939.460244:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457939.460247:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457939.460251:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457939.460255:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457939.460260:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457939.460271:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d110c3b1. 00000100:00000001:0.0:1760457939.460280:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457939.460289:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009f877783 x1845971106423808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457939.460307:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457939.460311:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457939.460317:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009f877783] to pc [ptlrpcd_rcv+-1] req@000000009f877783 x1845971106423808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457939.460355:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457939.460359:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457939.460362:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457939.460368:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457939.460372:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457939.460378:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457939.460382:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457939.460387:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457939.460395:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6198) 00000800:00000200:1.0:1760457939.460858:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457939.460865:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009faadf73 (tot 1763546). 00000400:00000200:1.0:1760457939.460873:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457939.460881:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457939.460886:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f8b73b4 00000400:00000010:1.0:1760457939.460888:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f8b73b4. 00000100:00000001:1.0:1760457939.460893:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457939.460898:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f877783 x1845971106423808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457964 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457939.460908:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457939.460911:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009f877783 x1845971106423808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457964 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457939.460919:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457939.460921:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:1.0:1760457941.379966:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457941.379972:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457941.379977:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457943.427928:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457943.427932:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457943.427936:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457945.475930:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457945.475936:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457945.475942:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457947.523896:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457947.523901:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457947.523905:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457949.572079:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457949.572084:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457949.572088:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000800:00000200:1.0:1760457950.724407:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457950.724411:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e9c31a6 (tot 1763546). 00000400:00000200:1.0:1760457950.724415:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457950.724420:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457950.724423:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fd539097 00000400:00000010:1.0:1760457950.724424:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fd539097. 00000100:00000001:1.0:1760457950.724426:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457950.724429:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d0b21c0f x1845971106423872/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457975 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457950.724434:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457950.724436:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d0b21c0f x1845971106423872/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760457975 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457950.724440:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457950.724441:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:1.0:1760457951.619836:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457951.619839:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457951.619843:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457953.667973:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457953.667979:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457953.668009:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000020:00000001:1.0:1760457955.715900:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457955.715903:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457955.715906:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760457955.843855:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457955.843863:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760457955.843882:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457930/real 1760457930] req@00000000f3a1fe02 x1845971106423744/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457955 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760457955.843915:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760457955.843919:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760457955.843922:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000036d6107b. 00000400:00000200:0.0:1760457955.843932:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab4577c0 00000400:00000010:0.0:1760457955.843935:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab4577c0. 00000100:00000001:0.0:1760457955.843941:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760457955.843946:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f3a1fe02 x1845971106423744/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457955 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760457955.843956:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f3a1fe02 x1845971106423744/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457955 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457955.843996:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760457955.843998:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457955.844002:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457955.844005:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760457955.844009:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f3a1fe02 x1845971106423744/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457955 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457955.844017:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457955.844028:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457955.844030:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457955.844033:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457955.844036:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457955.844041:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760457955.844045:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f3a1fe02 x1845971106423744/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457955 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457955.844053:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760457955.844056:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457955.844058:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760457955.844060:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457955.844062:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760457955.844064:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760457955.844068:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760457955.844095:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760457955.844100:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760457955.844104:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3a1fe02 x1845971106423744/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457955 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760457955.844115:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3a1fe02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106423744:192.168.203.106@tcp:8: 00000100:00000001:0.0:1760457955.844125:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457955.844129:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457955.844133:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f3a1fe02 x1845971106423744/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457955 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760457955.844161:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760457955.844167:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760457955.844173:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000093d40f1b. 02000000:00000001:0.0:1760457955.844185:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760457955.844191:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760457955.844194:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:0.0:1760457955.844197:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760457955.844199:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000008265aa12. 02000000:00000001:0.0:1760457955.844204:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760457955.844209:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760457955.844215:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f3a1fe02. 00000100:00000001:0.0:1760457955.844226:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760457955.844233:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457955.844242:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457955.844483:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457955.844487:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457955.844490:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760457955.844497:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fa80ed1c x1845971106423936/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457955.844509:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760457955.844511:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457955.844514:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760457955.844517:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457955.844521:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fa80ed1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106423936:192.168.203.106@tcp:8: 00000100:00000001:0.0:1760457955.844525:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760457955.844529:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760457955.844532:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457955.844535:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760457955.844540:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000008265aa12. 02000000:00000001:0.0:1760457955.844543:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760457955.844549:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f02495bd. 00000400:00000010:0.0:1760457955.844554:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b56fa27b. 00000100:00000200:0.0:1760457955.844561:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106423936, portal 4 00000100:00000001:0.0:1760457955.844564:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760457955.844567:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771184000 : -123359938367616 : ffff8fce06b1af80) 00000100:00000040:0.0:1760457955.844574:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000fa80ed1c x1845971106423936/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457980 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457955.844582:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760457955.844586:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760457955.844589:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008de6146. 00000100:00000200:0.0:1760457955.844592:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106423936, offset 0 00000400:00000200:0.0:1760457955.844600:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760457955.844615:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760457955.844624:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760457955.844628:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760457955.844632:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760457955.844636:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [398:398:256:4294967295] 192.168.203.106@tcp LPNI seq info [398:398:8:4294967295] 00000400:00000200:0.0:1760457955.844720:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760457955.844730:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760457955.844737:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009372af62 (tot 1763794). 00000800:00000200:0.0:1760457955.844749:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760457955.844761:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760457955.844766:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009372af62 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760457955.844784:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457955.844788:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760457955.844790:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457955.844794:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457955.844797:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457955.844802:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457955.844804:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457955.844806:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457955.844808:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457955.844809:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457955.844811:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760457955.845047:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760457955.845054:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009372af62 (tot 1763546). 00000400:00000200:1.0:1760457955.845064:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760457955.845073:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760457955.845078:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008de6146 00000400:00000010:1.0:1760457955.845081:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008de6146. 00000100:00000001:1.0:1760457955.845085:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760457955.845090:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fa80ed1c x1845971106423936/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457980 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457955.845101:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457955.845104:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fa80ed1c x1845971106423936/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760457980 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457955.845112:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457955.845127:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:0.0:1760457956.867786:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760457956.867803:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760457956.867806:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760457956.867815:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760457956.867819:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760457956.867825:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457956.867829:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457957.763900:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457957.763904:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457957.763909:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457957.891819:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457957.891837:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457957.891840:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457957.891849:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457957.891853:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457957.891860:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457957.891864:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457958.915704:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457958.915712:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457958.915714:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457958.915718:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457958.915720:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457958.915722:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457958.915724:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457959.812023:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457959.812028:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457959.812032:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457959.939849:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457959.939862:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457959.939864:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457959.939870:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457959.939873:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457959.939876:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457959.939879:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457960.963793:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457960.963810:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457960.963815:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457960.963823:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457960.963827:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457960.963832:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457960.963836:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760457960.963841:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457960.963852:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457960.963856:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457960.963861:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457960.963864:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457960.963868:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457960.963870:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457960.963873:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457960.963879:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6220) 00000020:00000001:1.0:1760457961.859913:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457961.859918:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457961.859923:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457961.987752:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457961.987766:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457961.987769:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457961.987776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457961.987779:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457961.987784:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457961.987787:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457963.011725:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457963.011739:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457963.011742:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457963.011749:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457963.011752:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457963.011756:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457963.011759:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457963.907963:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457963.907967:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457963.907972:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457964.035765:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457964.035773:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760457964.035790:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457939/real 1760457939] req@000000009f877783 x1845971106423808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457964 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760457964.035822:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760457964.035825:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760457964.035828:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000511fd614. 00000400:00000200:1.0:1760457964.035836:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bbb0ad3 00000400:00000010:1.0:1760457964.035839:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bbb0ad3. 00000100:00000001:1.0:1760457964.035844:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760457964.035848:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f877783 x1845971106423808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457964 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760457964.035858:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f877783 x1845971106423808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457964 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457964.035868:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760457964.035869:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457964.035873:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760457964.035875:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760457964.035879:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009f877783 x1845971106423808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457964 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457964.035886:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457964.035896:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457964.035898:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457964.035900:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457964.035903:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457964.035907:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760457964.035930:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f877783 x1845971106423808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457964 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760457964.035950:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760457964.035954:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457964.035956:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760457964.035957:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457964.035960:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760457964.035962:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760457964.035966:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760457964.035995:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760457964.035998:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760457964.036004:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f877783 x1845971106423808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457964 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760457964.036013:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f877783 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106423808:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760457964.036019:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457964.036022:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457964.036025:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000009f877783 x1845971106423808/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457964 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760457964.036040:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760457964.036043:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760457964.036048:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007946f7fb. 02000000:00000001:1.0:1760457964.036054:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760457964.036057:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760457964.036059:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1760457964.036064:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760457964.036067:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d110c3b1. 02000000:00000001:1.0:1760457964.036071:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760457964.036074:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760457964.036075:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f877783. 00000100:00000001:1.0:1760457964.036080:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760457964.036082:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457964.036085:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457964.036427:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457964.036433:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457964.036436:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760457964.036447:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000317ff920 x1845971106424000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457964.036459:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457964.036461:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457964.036466:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760457964.036469:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457964.036473:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000317ff920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106424000:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760457964.036478:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760457964.036483:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760457964.036485:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457964.036489:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760457964.036495:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009107b774. 02000000:00000001:1.0:1760457964.036497:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760457964.036503:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008b45d1d6. 00000400:00000010:1.0:1760457964.036509:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c9af4b6. 00000100:00000200:1.0:1760457964.036516:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106424000, portal 25 00000100:00000001:1.0:1760457964.036519:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760457964.036521:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771177920 : -123359938373696 : ffff8fce06b197c0) 00000100:00000040:1.0:1760457964.036526:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000317ff920 x1845971106424000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457989 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457964.036534:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760457964.036538:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760457964.036541:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5f1204b. 00000100:00000200:1.0:1760457964.036543:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106424000, offset 0 00000400:00000200:1.0:1760457964.036551:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760457964.036567:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760457964.036576:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760457964.036581:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760457964.036585:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760457964.036589:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [399:399:256:4294967295] 192.168.203.106@tcp LPNI seq info [399:399:8:4294967295] 00000400:00000200:1.0:1760457964.036603:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760457964.036610:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760457964.036616:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066044a5c (tot 1763794). 00000800:00000200:1.0:1760457964.036624:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760457964.036633:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760457964.036675:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066044a5c type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760457964.036698:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457964.036701:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760457964.036704:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457964.036719:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457964.036721:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457964.036726:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457964.036728:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457964.036730:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457964.036732:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457964.036733:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457964.036735:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760457964.036952:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760457964.036958:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066044a5c (tot 1763546). 00000400:00000200:0.0:1760457964.036966:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760457964.036974:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760457964.036979:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5f1204b 00000400:00000010:0.0:1760457964.036982:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5f1204b. 00000100:00000001:0.0:1760457964.036986:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760457964.036991:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000317ff920 x1845971106424000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457989 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457964.037002:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457964.037005:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000317ff920 x1845971106424000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760457989 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457964.037013:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457964.037015:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457965.059749:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457965.059759:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457965.059761:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457965.059767:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457965.059769:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457965.059772:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457965.059774:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457965.955994:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457965.955998:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457965.956003:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457966.083779:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457966.083795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457966.083798:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457966.083807:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457966.083828:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457966.083834:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457966.083839:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457966.980001:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457966.980006:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457966.980011:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457967.107740:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457967.107750:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457967.107751:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457967.107755:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457967.107757:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457967.107760:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457967.107762:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457968.004027:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457968.004032:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457968.004039:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457968.131796:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457968.131814:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457968.131817:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457968.131826:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457968.131829:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457968.131835:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457968.131840:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457969.027932:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457969.027935:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457969.027938:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457969.155728:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457969.155737:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457969.155740:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457969.155744:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457969.155747:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457969.155751:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457969.155754:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457970.051818:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457970.051822:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457970.051825:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457970.179753:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457970.179762:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457970.179763:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457970.179768:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457970.179770:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457970.179773:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457970.179774:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457971.075808:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457971.075812:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457971.075814:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457971.203710:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457971.203720:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457971.203721:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457971.203725:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457971.203727:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457971.203729:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457971.203731:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457972.100007:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457972.100010:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457972.100014:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457972.227741:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457972.227754:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457972.227756:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457972.227763:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457972.227767:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457972.227771:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457972.227790:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457973.251710:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457973.251719:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457973.251721:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457973.251725:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457973.251728:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457973.251730:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457973.251732:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760457974.147799:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760457974.147802:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760457974.147805:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457974.275792:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457974.275816:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457974.275818:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457974.275826:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457974.275829:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457974.275834:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457974.275838:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760457974.275902:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457974.275913:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457974.275917:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457974.275922:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457974.275925:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457974.275930:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457974.275934:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457974.275938:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457974.275946:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6233) 00000100:00000001:1.0:1760457975.299776:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457975.299786:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760457975.299806:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457950/real 1760457950] req@00000000d0b21c0f x1845971106423872/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457975 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760457975.299888:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760457975.299891:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760457975.299896:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b2acf252. 00000400:00000200:1.0:1760457975.299905:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9d49784 00000400:00000010:1.0:1760457975.299908:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9d49784. 00000100:00000001:1.0:1760457975.299914:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760457975.299919:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d0b21c0f x1845971106423872/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457975 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760457975.299930:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d0b21c0f x1845971106423872/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457975 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457975.299939:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760457975.299942:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457975.299945:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760457975.299948:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760457975.299951:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d0b21c0f x1845971106423872/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457975 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457975.299960:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457975.299970:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457975.299972:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457975.299975:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457975.299979:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457975.299982:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760457975.299986:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d0b21c0f x1845971106423872/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457975 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760457975.299994:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760457975.299998:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457975.300000:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760457975.300002:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457975.300005:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760457975.300008:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760457975.300012:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760457975.300044:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760457975.300048:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760457975.300052:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d0b21c0f x1845971106423872/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457975 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760457975.300062:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d0b21c0f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106423872:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760457975.300067:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457975.300070:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457975.300073:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d0b21c0f x1845971106423872/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760457975 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760457975.300082:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760457975.300085:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760457975.300090:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e0e5c22c. 02000000:00000001:1.0:1760457975.300098:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760457975.300100:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760457975.300102:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:1.0:1760457975.300106:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760457975.300108:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000fce1bb49. 02000000:00000001:1.0:1760457975.300113:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760457975.300115:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760457975.300117:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d0b21c0f. 00000100:00000001:1.0:1760457975.300121:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760457975.300122:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457975.300125:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760457975.300176:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457975.300185:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457975.300188:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457975.300193:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760457975.300195:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760457975.300198:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760457975.300200:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760457975.300205:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760457975.300211:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6204 00000100:00080000:0.0:1760457975.300214:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457975.300219:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457975.300222:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457975.300225:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457975.300227:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457975.300231:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457975.300232:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760457975.300236:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457975.300239:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760457975.300242:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760457975.300245:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760457975.300248:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457975.300250:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457975.300251:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457975.300253:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457975.300257:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760457975.300261:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457975.300264:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457975.300267:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457975.300274:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457975.300278:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457975.300280:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457975.300284:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457975.300287:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457975.300289:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457975.300299:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f3a1fe02. 00000020:00000040:0.0:1760457975.300304:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760457975.300309:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457975.300311:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457975.300315:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457975.300318:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457975.300322:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457975.300330:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ba73836f. 00000100:00000001:0.0:1760457975.300338:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457975.300345:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f3a1fe02 x1845971106424064/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457975.300356:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457975.300359:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457975.300363:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f3a1fe02] to pc [ptlrpcd_rcv+-1] req@00000000f3a1fe02 x1845971106424064/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457975.300393:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457975.300396:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760457975.300397:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457975.300401:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457975.300404:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457975.300407:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457975.300413:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6234) 00000100:00000001:1.0:1760457975.300451:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457975.300456:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457975.300458:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760457975.300465:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f3a1fe02 x1845971106424064/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457975.300475:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457975.300478:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457975.300482:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760457975.300485:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457975.300488:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3a1fe02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424064:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760457975.300492:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760457975.300497:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760457975.300499:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457975.300502:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760457975.300508:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760457975.300510:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760457975.300515:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000063ace8f5. 00000400:00000010:1.0:1760457975.300521:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032d19d24. 00000100:00000200:1.0:1760457975.300528:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106424064, portal 10 00000100:00000001:1.0:1760457975.300531:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760457975.300532:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762819648 : -123359946731968 : ffff8fce06320e40) 00000100:00000040:1.0:1760457975.300539:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000f3a1fe02 x1845971106424064/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458000 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457975.300547:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760457975.300551:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760457975.300554:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d11c342. 00000100:00000200:1.0:1760457975.300557:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106424064, offset 0 00000400:00000200:1.0:1760457975.300564:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760457975.300580:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760457975.300590:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760457975.300594:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760457975.300598:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760457975.300602:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [400:400:256:4294967295] 192.168.203.106@tcp LPNI seq info [400:400:8:4294967295] 00000400:00000200:1.0:1760457975.300615:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760457975.300622:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760457975.300629:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066044a5c (tot 1763794). 00000800:00000200:1.0:1760457975.300637:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760457975.300677:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760457975.300683:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066044a5c type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760457975.300706:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457975.300709:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760457975.300712:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457975.300715:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457975.300718:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457975.300723:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457975.300725:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457975.300727:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457975.300728:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457975.300730:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457975.300731:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457976.195855:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457976.195858:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457976.195860:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457976.323724:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457976.323738:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457976.323740:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457976.323746:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457976.323749:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457976.323752:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457976.323755:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457977.347713:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457977.347726:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457977.347728:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457977.347734:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457977.347736:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457977.347741:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457977.347743:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457978.243920:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457978.243924:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457978.243927:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457978.371722:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457978.371731:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457978.371733:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457978.371737:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457978.371739:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457978.371742:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457978.371744:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457979.395866:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457979.395880:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457979.395882:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457979.395889:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457979.395892:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457979.395896:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457979.395901:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457980.291918:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457980.291923:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457980.291927:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457980.419826:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457980.419835:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1760457980.419838:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457980.419851:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1760457980.419854:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457955/real 1760457955] req@00000000fa80ed1c x1845971106423936/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457980 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1760457980.419858:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457980.419867:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457980.419875:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457980.419888:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457980.419895:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457980.419902:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000001:1.0:1760457980.419904:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760457980.419911:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1760457980.419912:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6239) 00000400:00000010:1.0:1760457980.419917:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f02495bd. 00000400:00000200:1.0:1760457980.419931:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b56fa27b 00000400:00000010:1.0:1760457980.419935:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b56fa27b. 00000100:00000001:1.0:1760457980.419943:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760457980.419952:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fa80ed1c x1845971106423936/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457980 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760457980.419971:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fa80ed1c x1845971106423936/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457980 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457980.419984:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760457980.419988:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457980.419992:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760457980.419995:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760457980.420001:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fa80ed1c x1845971106423936/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457980 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457980.420014:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457980.420027:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457980.420030:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457980.420034:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457980.420038:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457980.420043:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760457980.420050:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fa80ed1c x1845971106423936/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457980 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760457980.420073:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760457980.420078:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457980.420081:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760457980.420083:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457980.420088:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760457980.420091:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760457980.420096:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760457980.420126:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760457980.420132:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760457980.420139:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fa80ed1c x1845971106423936/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457980 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760457980.420154:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fa80ed1c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106423936:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760457980.420164:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457980.420170:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457980.420177:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000fa80ed1c x1845971106423936/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760457980 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00080000:0.0:1760457980.420186:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760457980.420191:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1760457980.420197:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:1.0:1760457980.420200:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1760457980.420203:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1760457980.420209:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000008265aa12. 00000100:00080000:0.0:1760457980.420211:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457980.420218:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1760457980.420222:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1760457980.420225:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000020:00000001:1.0:1760457980.420229:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:0.0:1760457980.420231:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760457980.420243:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000020:00000040:1.0:1760457980.420246:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000100:00080000:0.0:1760457980.420247:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760457980.420253:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:1.0:1760457980.420255:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00080000:0.0:1760457980.420258:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:1.0:1760457980.420262:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000b84a3b12. 00000100:00000001:0.0:1760457980.420267:0:56038:0:(import.c:519:import_select_connection()) Process entered 02000000:00000001:1.0:1760457980.420274:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1760457980.420278:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6210 02000000:00000001:1.0:1760457980.420279:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760457980.420284:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fa80ed1c. 00000100:00080000:0.0:1760457980.420286:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760457980.420296:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760457980.420297:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760457980.420303:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1760457980.420303:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457980.420312:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457980.420313:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457980.420321:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760457980.420327:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760457980.420330:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760457980.420335:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760457980.420340:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760457980.420346:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760457980.420351:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760457980.420358:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457980.420362:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760457980.420365:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760457980.420368:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760457980.420373:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760457980.420378:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760457980.420382:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760457980.420386:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760457980.420396:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760457980.420402:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457980.420405:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760457980.420410:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760457980.420416:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457980.420419:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760457980.420430:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000811916b. 00000020:00000040:0.0:1760457980.420436:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760457980.420442:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760457980.420444:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457980.420449:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760457980.420453:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760457980.420458:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760457980.420468:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e0eb8712. 00000100:00000001:0.0:1760457980.420476:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760457980.420485:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000811916b x1845971106424128/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457980.420501:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760457980.420505:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760457980.420511:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000811916b] to pc [ptlrpcd_rcv+-1] req@000000000811916b x1845971106424128/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457980.420548:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457980.420552:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760457980.420557:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6239) 00000100:00000001:1.0:1760457980.420602:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457980.420608:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457980.420611:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760457980.420618:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000811916b x1845971106424128/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457980.420634:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457980.420637:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457980.420675:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760457980.420679:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457980.420686:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000811916b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424128:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760457980.420694:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760457980.420698:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760457980.420702:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457980.420705:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760457980.420713:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000063605d8. 02000000:00000001:1.0:1760457980.420716:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760457980.420724:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f48ea313. 00000400:00000010:1.0:1760457980.420732:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc329627. 00000100:00000200:1.0:1760457980.420740:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106424128, portal 4 00000100:00000001:1.0:1760457980.420756:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760457980.420759:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762833024 : -123359946718592 : ffff8fce06324280) 00000100:00000040:1.0:1760457980.420768:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000811916b x1845971106424128/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458005 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457980.420781:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760457980.420786:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760457980.420791:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000344a7b0. 00000100:00000200:1.0:1760457980.420796:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106424128, offset 0 00000400:00000200:1.0:1760457980.420831:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760457980.420851:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760457980.420862:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760457980.420868:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760457980.420873:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760457980.420879:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [401:401:256:4294967295] 192.168.203.106@tcp LPNI seq info [401:401:8:4294967295] 00000400:00000200:1.0:1760457980.420898:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760457980.420908:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760457980.420916:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009cf62767 (tot 1763794). 00000800:00000200:1.0:1760457980.420927:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760457980.420940:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760457980.420947:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009cf62767 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760457980.420978:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457980.420982:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760457980.420987:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457980.420992:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457980.420996:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457980.421002:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457980.421005:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457980.421008:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457980.421010:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457980.421013:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457980.421016:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760457980.421187:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760457980.421195:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009cf62767 (tot 1763546). 00000400:00000200:0.0:1760457980.421204:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760457980.421215:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760457980.421221:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000344a7b0 00000400:00000010:0.0:1760457980.421224:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000344a7b0. 00000100:00000001:0.0:1760457980.421230:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760457980.421236:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000811916b x1845971106424128/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458005 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457980.421250:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457980.421254:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000811916b x1845971106424128/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458005 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457980.421266:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457980.421269:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:1.0:1760457981.443762:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457981.443774:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457981.443775:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457981.443780:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457981.443782:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457981.443786:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457981.443830:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457982.339880:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457982.339886:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457982.339893:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457982.467752:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457982.467766:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457982.467768:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457982.467813:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457982.467816:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457982.467820:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457982.467822:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457983.491768:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457983.491819:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457983.491822:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457983.491828:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457983.491831:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457983.491835:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457983.491838:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457984.387947:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457984.387952:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457984.387956:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457984.515735:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457984.515748:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457984.515750:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457984.515756:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457984.515758:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457984.515763:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457984.515766:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457985.539850:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457985.539863:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457985.539866:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457985.539872:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457985.539875:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457985.539880:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457985.539882:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760457985.539930:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457985.539937:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457985.539940:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457985.539944:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760457985.539947:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457985.539952:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760457985.539954:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760457985.539958:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760457985.539965:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6244) 00000020:00000001:0.0:1760457986.435998:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457986.436003:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457986.436008:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457986.563824:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457986.563839:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457986.563842:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457986.563849:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457986.563853:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457986.563858:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457986.563861:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457987.459980:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457987.459985:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457987.459990:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457987.587835:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457987.587846:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457987.587848:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457987.587854:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457987.587856:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457987.587860:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457987.587879:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457988.483852:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457988.483856:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457988.483859:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457988.611743:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457988.611786:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457988.611788:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457988.611793:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457988.611796:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457988.611799:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457988.611801:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457989.507940:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457989.507946:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457989.507953:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457989.635994:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457989.636001:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760457989.636017:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457964/real 1760457964] req@00000000317ff920 x1845971106424000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457989 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760457989.636040:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760457989.636043:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760457989.636047:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008b45d1d6. 00000400:00000200:1.0:1760457989.636054:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c9af4b6 00000400:00000010:1.0:1760457989.636057:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c9af4b6. 00000100:00000001:1.0:1760457989.636063:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760457989.636067:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000317ff920 x1845971106424000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457989 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760457989.636078:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000317ff920 x1845971106424000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457989 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457989.636106:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760457989.636109:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457989.636113:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760457989.636116:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760457989.636121:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000317ff920 x1845971106424000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457989 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457989.636133:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457989.636145:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457989.636147:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457989.636152:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457989.636155:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457989.636160:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760457989.636167:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000317ff920 x1845971106424000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457989 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760457989.636179:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760457989.636185:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457989.636188:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760457989.636189:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457989.636193:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760457989.636196:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760457989.636201:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760457989.636239:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760457989.636244:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760457989.636252:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000317ff920 x1845971106424000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457989 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760457989.636265:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000317ff920 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106424000:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760457989.636273:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457989.636277:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760457989.636281:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000317ff920 x1845971106424000/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760457989 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760457989.636292:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760457989.636297:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760457989.636302:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009107b774. 02000000:00000001:1.0:1760457989.636311:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760457989.636315:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760457989.636318:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1760457989.636323:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760457989.636326:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ffd844b8. 02000000:00000001:1.0:1760457989.636332:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760457989.636335:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760457989.636338:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000317ff920. 00000100:00000001:1.0:1760457989.636345:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760457989.636348:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457989.636354:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457989.636624:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457989.636630:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457989.636633:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760457989.636672:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009db5ef09 x1845971106424192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457989.636688:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760457989.636691:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457989.636696:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760457989.636700:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760457989.636705:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009db5ef09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106424192:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760457989.636712:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760457989.636718:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760457989.636721:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760457989.636725:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760457989.636732:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009107b774. 02000000:00000001:1.0:1760457989.636735:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760457989.636779:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008b45d1d6. 00000400:00000010:1.0:1760457989.636787:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c9af4b6. 00000100:00000200:1.0:1760457989.636795:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106424192, portal 25 00000100:00000001:1.0:1760457989.636798:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760457989.636800:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771192512 : -123359938359104 : ffff8fce06b1d0c0) 00000100:00000040:1.0:1760457989.636806:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000009db5ef09 x1845971106424192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458014 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760457989.636815:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760457989.636819:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760457989.636822:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e6c6fe3. 00000100:00000200:1.0:1760457989.636825:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106424192, offset 0 00000400:00000200:1.0:1760457989.636833:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760457989.636849:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760457989.636858:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760457989.636862:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760457989.636867:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760457989.636871:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [402:402:256:4294967295] 192.168.203.106@tcp LPNI seq info [402:402:8:4294967295] 00000400:00000200:1.0:1760457989.636885:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760457989.636894:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760457989.636900:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000034a95bfb (tot 1763794). 00000800:00000200:1.0:1760457989.636910:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760457989.636919:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760457989.636924:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000034a95bfb type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760457989.636946:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457989.636949:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760457989.636952:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457989.636956:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457989.636958:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457989.636963:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457989.636965:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457989.636967:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457989.636969:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457989.636971:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457989.636974:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760457989.637082:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760457989.637087:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000034a95bfb (tot 1763546). 00000400:00000200:0.0:1760457989.637092:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760457989.637098:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760457989.637101:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e6c6fe3 00000400:00000010:0.0:1760457989.637103:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e6c6fe3. 00000100:00000001:0.0:1760457989.637106:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760457989.637110:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009db5ef09 x1845971106424192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458014 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457989.637117:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760457989.637119:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009db5ef09 x1845971106424192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458014 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760457989.637125:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760457989.637126:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000020:00000001:0.0:1760457990.531931:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457990.531936:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457990.531941:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457990.659765:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457990.659783:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457990.659786:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457990.659795:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457990.659798:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457990.659804:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457990.659809:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457991.556005:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457991.556011:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457991.556016:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457991.683761:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457991.683773:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457991.683775:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457991.683780:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457991.683784:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457991.683788:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457991.683790:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457992.579944:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457992.579950:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457992.579955:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457992.707761:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457992.707770:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457992.707771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457992.707776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457992.707778:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457992.707781:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457992.707783:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457993.603994:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457993.604000:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457993.604006:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457993.731769:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457993.731781:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457993.731783:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457993.731789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457993.731792:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457993.731795:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457993.731797:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457994.628032:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457994.628039:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457994.628044:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457994.755799:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457994.755819:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457994.755823:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457994.755834:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457994.755841:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457994.755851:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457994.755860:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457995.651934:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457995.651938:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457995.651943:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457995.779812:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457995.779827:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457995.779829:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457995.779836:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457995.779839:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457995.779843:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457995.779846:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457996.675821:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457996.675824:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457996.675829:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457996.803792:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457996.803806:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457996.803810:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457996.803817:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457996.803822:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457996.803827:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457996.803832:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457997.699818:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457997.699821:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457997.699824:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457997.827773:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457997.827783:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457997.827785:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457997.827790:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457997.827792:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457997.827796:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457997.827798:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457998.723928:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457998.723933:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457998.723938:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457998.851736:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457998.851749:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457998.851751:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457998.851757:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457998.851760:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457998.851765:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457998.851768:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760457999.747920:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760457999.747926:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760457999.747931:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760457999.875792:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760457999.875806:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760457999.875810:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760457999.875816:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760457999.875819:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760457999.875824:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760457999.875828:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760457999.875904:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457999.875916:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457999.875920:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457999.875926:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760457999.875931:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457999.875937:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760457999.875942:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760457999.875948:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760457999.875958:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6259) 00000020:00000001:0.0:1760458000.771982:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458000.771988:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458000.771992:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458000.899766:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458000.899770:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458000.899782:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457975/real 1760457975] req@00000000f3a1fe02 x1845971106424064/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458000 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458000.899796:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458000.899798:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458000.899800:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000063ace8f5. 00000400:00000200:1.0:1760458000.899805:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032d19d24 00000400:00000010:1.0:1760458000.899806:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032d19d24. 00000100:00000001:1.0:1760458000.899810:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458000.899812:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f3a1fe02 x1845971106424064/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458000 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458000.899818:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f3a1fe02 x1845971106424064/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458000 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458000.899822:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458000.899823:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458000.899825:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458000.899827:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458000.899829:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f3a1fe02 x1845971106424064/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458000 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458000.899832:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458000.899839:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458000.899840:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458000.899842:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458000.899844:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458000.899846:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458000.899848:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f3a1fe02 x1845971106424064/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458000 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458000.899853:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458000.899855:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458000.899856:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458000.899857:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458000.899858:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458000.899860:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458000.899862:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458000.899880:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458000.899882:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458000.899884:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3a1fe02 x1845971106424064/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458000 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458000.899889:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3a1fe02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424064:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458000.899892:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458000.899894:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458000.899896:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f3a1fe02 x1845971106424064/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458000 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458000.899900:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458000.899901:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458000.899905:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458000.899909:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458000.899911:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458000.899912:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:1.0:1760458000.899914:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458000.899916:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ba73836f. 02000000:00000001:1.0:1760458000.899919:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458000.899920:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458000.899922:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f3a1fe02. 00000100:00000001:1.0:1760458000.899924:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458000.899926:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458000.899928:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458000.900077:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458000.900080:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458000.900081:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458000.900086:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000060b4ce4b x1845971106424256/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458000.900092:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458000.900093:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458000.900096:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458000.900098:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458000.900100:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000060b4ce4b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424256:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458000.900103:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458000.900106:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458000.900107:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458000.900109:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458000.900112:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458000.900113:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458000.900116:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000063ace8f5. 00000400:00000010:1.0:1760458000.900119:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032d19d24. 00000100:00000200:1.0:1760458000.900123:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106424256, portal 10 00000100:00000001:1.0:1760458000.900125:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458000.900126:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771201024 : -123359938350592 : ffff8fce06b1f200) 00000100:00000040:1.0:1760458000.900130:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000060b4ce4b x1845971106424256/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458025 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458000.900134:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458000.900137:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458000.900138:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e3d9892. 00000100:00000200:1.0:1760458000.900140:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106424256, offset 0 00000400:00000200:1.0:1760458000.900144:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458000.900155:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458000.900160:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458000.900163:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458000.900165:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458000.900168:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [403:403:256:4294967295] 192.168.203.106@tcp LPNI seq info [403:403:8:4294967295] 00000400:00000200:1.0:1760458000.900175:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458000.900180:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458000.900183:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cfe28c5a (tot 1763794). 00000800:00000200:1.0:1760458000.900189:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458000.900195:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458000.900198:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cfe28c5a type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458000.900211:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458000.900212:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458000.900214:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458000.900215:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458000.900217:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458000.900219:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458000.900220:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458000.900221:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458000.900222:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458000.900223:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458000.900224:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458001.795981:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458001.795986:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458001.795991:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458001.923830:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458001.923848:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458001.923852:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458001.923862:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458001.923867:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458001.923874:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458001.923878:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458002.819956:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458002.819960:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458002.819965:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458002.947795:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458002.947806:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458002.947808:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458002.947813:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458002.947816:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458002.947819:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458002.947822:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458003.843841:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458003.843851:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458003.843862:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458003.843865:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458003.843874:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458003.843876:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458003.843933:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458003.843940:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458003.843947:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458003.971758:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458003.971772:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458003.971775:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458003.971781:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458003.971785:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458003.971789:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458003.971792:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458004.867799:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458004.867806:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458004.867814:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458004.867816:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458004.867820:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458004.867822:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458004.867951:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458004.867957:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458004.867962:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458004.995756:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458004.995768:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458004.995770:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458004.995775:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458004.995778:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458004.995781:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458004.995783:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458005.891798:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458005.891810:0:172092:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458005.891815:0:172092:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458005.891819:0:172092:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458005.891829:0:172092:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458005.891832:0:172092:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458005.891836:0:172092:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458005.891839:0:172092:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458005.891846:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458005.891848:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458005.891854:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458005.891855:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458005.892008:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458005.892012:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458005.892017:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458006.019776:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458006.019783:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458006.019801:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457980/real 1760457980] req@000000000811916b x1845971106424128/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458005 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458006.019824:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458006.019826:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458006.019830:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f48ea313. 00000400:00000200:1.0:1760458006.019836:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc329627 00000400:00000010:1.0:1760458006.019839:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc329627. 00000100:00000001:1.0:1760458006.019844:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458006.019849:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000811916b x1845971106424128/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458005 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458006.019861:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000811916b x1845971106424128/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458005 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458006.019871:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458006.019874:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458006.019877:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458006.019881:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458006.019884:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000811916b x1845971106424128/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458005 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458006.019893:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458006.019904:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458006.019908:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458006.019915:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458006.019919:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458006.019925:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458006.019935:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000811916b x1845971106424128/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458005 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458006.019958:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458006.019965:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458006.019968:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458006.019970:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458006.019972:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458006.019975:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458006.019979:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458006.020016:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458006.020019:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458006.020023:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000811916b x1845971106424128/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458005 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458006.020032:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000811916b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424128:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458006.020039:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458006.020042:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458006.020046:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000811916b x1845971106424128/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458005 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458006.020058:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458006.020064:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458006.020070:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000063605d8. 02000000:00000001:1.0:1760458006.020079:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458006.020085:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458006.020090:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:1.0:1760458006.020098:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458006.020103:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e0eb8712. 02000000:00000001:1.0:1760458006.020112:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458006.020116:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458006.020121:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000811916b. 00000100:00000001:1.0:1760458006.020128:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458006.020132:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458006.020138:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458006.020365:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458006.020369:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458006.020371:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458006.020378:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004e0c912e x1845971106424320/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458006.020395:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458006.020397:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458006.020402:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458006.020405:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458006.020408:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004e0c912e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424320:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458006.020413:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458006.020417:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458006.020419:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458006.020422:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458006.020427:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000063605d8. 02000000:00000001:1.0:1760458006.020430:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458006.020435:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f48ea313. 00000400:00000010:1.0:1760458006.020439:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc329627. 00000100:00000200:1.0:1760458006.020446:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106424320, portal 4 00000100:00000001:1.0:1760458006.020449:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458006.020450:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771140288 : -123359938411328 : ffff8fce06b104c0) 00000100:00000040:1.0:1760458006.020457:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004e0c912e x1845971106424320/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458031 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458006.020465:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458006.020469:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458006.020472:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee67ae1c. 00000100:00000200:1.0:1760458006.020475:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106424320, offset 0 00000400:00000200:1.0:1760458006.020483:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458006.020498:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458006.020506:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458006.020511:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458006.020514:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458006.020519:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [404:404:256:4294967295] 192.168.203.106@tcp LPNI seq info [404:404:8:4294967295] 00000400:00000200:1.0:1760458006.020532:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458006.020539:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458006.020545:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e255c780 (tot 1763794). 00000800:00000200:1.0:1760458006.020554:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458006.020563:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458006.020568:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e255c780 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458006.020591:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458006.020594:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458006.020597:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458006.020600:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458006.020602:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458006.020607:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458006.020608:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458006.020610:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458006.020612:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458006.020613:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458006.020615:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458006.020836:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458006.020843:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e255c780 (tot 1763546). 00000400:00000200:0.0:1760458006.020851:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458006.020860:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458006.020865:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee67ae1c 00000400:00000010:0.0:1760458006.020867:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee67ae1c. 00000100:00000001:0.0:1760458006.020871:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458006.020876:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e0c912e x1845971106424320/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458031 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458006.020886:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458006.020889:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004e0c912e x1845971106424320/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458031 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458006.020898:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458006.020900:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000001:2.0:1760458006.915757:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458006.915763:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458006.915772:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458006.915775:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458006.915780:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458006.915782:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458006.915864:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458006.915867:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458006.915871:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458007.043753:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458007.043767:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458007.043769:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458007.043776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458007.043780:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458007.043784:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458007.043788:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458007.939757:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458007.939761:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458007.939766:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458007.939767:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458007.939769:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458007.939770:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458007.939830:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458007.939834:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458007.939838:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458008.067722:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458008.067732:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458008.067733:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458008.067738:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458008.067739:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458008.067743:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458008.067744:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458008.963781:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458008.963786:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458008.963794:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458008.963797:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458008.963800:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458008.963804:0:172092:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458008.963807:0:172092:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458008.963814:0:172092:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458008.963817:0:172092:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458008.963819:0:172092:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458008.963823:0:172092:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458008.963826:0:172092:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458008.963829:0:172092:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458008.963832:0:172092:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458008.963987:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458008.963992:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458008.963997:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458009.091752:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458009.091762:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458009.091764:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458009.091769:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458009.091772:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458009.091776:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458009.091778:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458009.987772:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458009.987777:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458009.987783:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458009.987785:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458009.987788:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458009.987789:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458009.987907:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458009.987912:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458009.987916:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458010.115720:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458010.115730:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458010.115732:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458010.115736:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458010.115738:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458010.115742:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458010.115744:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458011.011793:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458011.011797:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458011.011803:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458011.011805:0:172092:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458011.011807:0:172092:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458011.011812:0:172092:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458011.011814:0:172092:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458011.011816:0:172092:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458011.011818:0:172092:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458011.011820:0:172092:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458011.011822:0:172092:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458011.011824:0:172092:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458011.011826:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458011.011827:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458011.011946:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458011.011950:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458011.011954:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458011.139753:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458011.139769:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458011.139774:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458011.139783:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458011.139788:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458011.139796:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458011.139805:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458012.035772:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458012.035792:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458012.035797:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458012.035798:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458012.035800:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458012.035801:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458012.035896:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458012.035899:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458012.035902:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458012.163750:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458012.163764:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458012.163766:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458012.163772:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458012.163775:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458012.163780:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458012.163783:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458013.059809:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458013.059817:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458013.059829:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458013.059831:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458013.059837:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458013.059838:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458013.059977:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458013.059982:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458013.059986:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458013.187748:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458013.187765:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458013.187769:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458013.187776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458013.187780:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458013.187785:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458013.187790:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458014.083784:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458014.083790:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458014.083799:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458014.083800:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458014.083804:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458014.083806:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458014.083910:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458014.083915:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458014.083920:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458014.211755:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458014.211763:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458014.211782:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760457989/real 1760457989] req@000000009db5ef09 x1845971106424192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458014 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458014.211811:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458014.211814:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458014.211818:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008b45d1d6. 00000400:00000200:1.0:1760458014.211827:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c9af4b6 00000400:00000010:1.0:1760458014.211831:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c9af4b6. 00000100:00000001:1.0:1760458014.211838:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458014.211844:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009db5ef09 x1845971106424192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458014 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458014.211861:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009db5ef09 x1845971106424192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458014 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458014.211876:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458014.211878:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458014.211883:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458014.211886:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458014.211892:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009db5ef09 x1845971106424192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458014 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458014.211904:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458014.211916:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458014.211919:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458014.211923:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458014.211927:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458014.211932:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458014.211938:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009db5ef09 x1845971106424192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458014 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458014.211951:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458014.211956:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458014.211959:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458014.211961:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458014.211964:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458014.211968:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458014.211973:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458014.212013:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458014.212020:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458014.212027:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009db5ef09 x1845971106424192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458014 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458014.212042:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009db5ef09 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106424192:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760458014.212050:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458014.212065:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458014.212070:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000009db5ef09 x1845971106424192/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458014 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458014.212093:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458014.212098:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458014.212104:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009107b774. 02000000:00000001:1.0:1760458014.212113:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458014.212118:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458014.212123:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1760458014.212134:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458014.212140:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000005a07072d. 02000000:00000001:1.0:1760458014.212152:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458014.212157:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458014.212163:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009db5ef09. 00000100:00000001:1.0:1760458014.212177:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458014.212182:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458014.212192:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458014.212422:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458014.212428:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458014.212431:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458014.212440:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084be0f9d x1845971106424384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458014.212454:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458014.212457:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458014.212462:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458014.212467:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458014.212471:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084be0f9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106424384:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760458014.212478:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458014.212484:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458014.212488:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458014.212493:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458014.212500:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009107b774. 02000000:00000001:1.0:1760458014.212503:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458014.212510:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008b45d1d6. 00000400:00000010:1.0:1760458014.212517:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c9af4b6. 00000100:00000200:1.0:1760458014.212526:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106424384, portal 25 00000100:00000001:1.0:1760458014.212530:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458014.212533:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771142720 : -123359938408896 : ffff8fce06b10e40) 00000100:00000040:1.0:1760458014.212542:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000084be0f9d x1845971106424384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458039 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458014.212553:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458014.212559:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458014.212564:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faecefe0. 00000100:00000200:1.0:1760458014.212569:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106424384, offset 0 00000400:00000200:1.0:1760458014.212606:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458014.212639:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458014.212689:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458014.212695:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458014.212701:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458014.212708:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [405:405:256:4294967295] 192.168.203.106@tcp LPNI seq info [405:405:8:4294967295] 00000400:00000200:1.0:1760458014.212728:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458014.212738:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458014.212746:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073996896 (tot 1763794). 00000800:00000200:1.0:1760458014.212758:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458014.212770:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458014.212777:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073996896 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458014.212805:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458014.212809:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458014.212814:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458014.212819:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458014.212822:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458014.212829:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458014.212832:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458014.212835:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458014.212837:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458014.212839:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458014.212842:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458014.213013:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458014.213022:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073996896 (tot 1763546). 00000400:00000200:0.0:1760458014.213031:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458014.213042:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458014.213049:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faecefe0 00000400:00000010:0.0:1760458014.213052:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faecefe0. 00000100:00000001:0.0:1760458014.213057:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458014.213063:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084be0f9d x1845971106424384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458039 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458014.213079:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458014.213083:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000084be0f9d x1845971106424384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458039 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458014.213095:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458014.213099:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000001:2.0:1760458015.107770:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458015.107776:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458015.107782:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458015.107783:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458015.107787:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458015.107788:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458015.107876:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458015.107880:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458015.107884:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458015.235755:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458015.235769:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458015.235771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458015.235790:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458015.235793:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458015.235798:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458015.235801:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458016.131811:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458016.131821:0:172092:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458016.131825:0:172092:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458016.131830:0:172092:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458016.131839:0:172092:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458016.131842:0:172092:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458016.131846:0:172092:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458016.131850:0:172092:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458016.131858:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458016.131862:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458016.131869:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458016.131872:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458016.132013:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458016.132018:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458016.132022:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1760458017.155748:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458017.155754:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458017.155761:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458017.155762:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458017.155765:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458017.155766:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458017.155864:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458017.155867:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458017.155870:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1760458018.179739:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458018.179743:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458018.179748:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458018.179750:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458018.179753:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458018.179754:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458018.179823:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458018.179827:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458018.179831:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1760458019.203733:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458019.203737:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458019.203743:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458019.203744:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458019.203748:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458019.203750:0:172092:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458019.203752:0:172092:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458019.203757:0:172092:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458019.203758:0:172092:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458019.203759:0:172092:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458019.203762:0:172092:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458019.203763:0:172092:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458019.203765:0:172092:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458019.203766:0:172092:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458019.203915:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458019.203919:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458019.203924:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1760458019.331772:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458019.331779:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458019.331782:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458019.331786:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458019.331788:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458019.331791:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458019.331793:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458019.331796:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458019.331801:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6278) 00010000:00000001:2.0:1760458020.227812:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458020.227818:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458020.227825:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458020.227826:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458020.227829:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458020.227831:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458020.227957:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458020.227961:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458020.227965:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1760458021.251775:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458021.251782:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458021.251790:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458021.251795:0:172092:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458021.251799:0:172092:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458021.251807:0:172092:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458021.251810:0:172092:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458021.251812:0:172092:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458021.251816:0:172092:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458021.251819:0:172092:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458021.251821:0:172092:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458021.251824:0:172092:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458021.251827:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458021.251829:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458021.251936:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458021.251942:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458021.251946:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1760458022.275798:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458022.275805:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458022.275813:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458022.275815:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458022.275820:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458022.275821:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458022.275927:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458022.275931:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458022.275935:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1760458023.299792:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458023.299800:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458023.299810:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458023.299812:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458023.299817:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458023.299819:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458023.299945:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458023.299951:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458023.299957:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1760458024.323735:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458024.323739:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458024.323744:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458024.323745:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458024.323748:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458024.323749:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458024.323817:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458024.323821:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458024.323824:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760458024.451772:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458024.451778:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458024.451780:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458024.451782:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458024.451784:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458024.451787:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458024.451789:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458024.451790:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458024.451793:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6283) 00010000:00000001:2.0:1760458025.347732:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458025.347737:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458025.347742:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458025.347744:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458025.347747:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458025.347747:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458025.347826:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458025.347831:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458025.347834:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760458025.475909:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458025.475918:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458025.475921:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458025.475924:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458025.475925:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760458025.475928:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458025.475929:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458025.475932:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458025.475937:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6255 00000100:00080000:0.0:1760458025.475939:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458025.475943:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458025.475946:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458025.475948:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458025.475950:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458025.475952:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458025.475953:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760458025.475955:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458025.475958:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760458025.475959:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760458025.475961:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760458025.475963:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458025.475964:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458025.475965:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458025.475966:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458025.475968:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760458025.475971:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458025.475973:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458025.475975:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458025.475981:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458025.475984:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458025.475986:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458025.475989:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458025.475993:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458025.475995:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458025.476002:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000012eb3065. 00000020:00000040:0.0:1760458025.476006:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760458025.476010:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458025.476012:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458025.476014:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458025.476017:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458025.476020:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458025.476028:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ba73836f. 00000100:00000001:0.0:1760458025.476034:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458025.476040:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000012eb3065 x1845971106424448/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458025.476051:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458025.476053:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458025.476057:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000012eb3065] to pc [ptlrpcd_rcv+-1] req@0000000012eb3065 x1845971106424448/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458025.476077:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458025.476079:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458025.476080:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458025.476084:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458025.476087:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458025.476091:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458025.476097:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6284) 00000800:00000200:1.0:1760458025.476403:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458025.476408:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a7f784d2 (tot 1763546). 00000400:00000200:1.0:1760458025.476414:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458025.476421:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458025.476425:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c93b207 00000400:00000010:1.0:1760458025.476427:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004c93b207. 00000100:00000001:1.0:1760458025.476431:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458025.476435:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000012eb3065 x1845971106424448/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458050 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458025.476444:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458025.476447:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000012eb3065 x1845971106424448/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458050 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458025.476454:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458025.476456:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00010000:00000001:2.0:1760458026.371734:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458026.371741:0:172092:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458026.371744:0:172092:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458026.371746:0:172092:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458026.371752:0:172092:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458026.371754:0:172092:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458026.371755:0:172092:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458026.371758:0:172092:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458026.371762:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458026.371763:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458026.371766:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458026.371767:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458026.371830:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458026.371833:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458026.371836:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1760458027.395735:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458027.395740:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458027.395745:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458027.395746:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458027.395749:0:172092:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458027.395750:0:172092:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458027.395834:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458027.395838:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458027.395840:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1760458028.419735:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458028.419739:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458028.419743:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458028.419744:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458028.419747:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458028.419747:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458028.419807:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458028.419809:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458028.419811:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1760458029.443741:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458029.443746:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458029.443753:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458029.443755:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458029.443759:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458029.443762:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458029.443765:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458029.443770:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458029.443773:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458029.443774:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458029.443777:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458029.443780:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458029.443782:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458029.443784:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458029.443879:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458029.443881:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458029.443884:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:2.0:1760458030.467743:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458030.467749:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458030.467755:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458030.467756:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458030.467770:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458030.467771:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458030.467831:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458030.467833:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458030.467836:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1760458030.595786:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458030.595790:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458030.595794:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458030.595797:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458030.595800:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1760458030.595803:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1760458030.595803:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458030.595807:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458030.595813:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6289) 00000100:00000001:1.0:1760458030.595819:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458030.595822:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458030.595826:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458030.595829:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458030.595833:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458030.595835:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458030.787754:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458030.787761:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458030.787763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458030.787770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458030.787776:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458030.787780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458030.787783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458030.787786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458030.787789:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458031.491793:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458031.491799:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458031.491808:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458031.491813:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458031.491816:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458031.491824:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458031.491827:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458031.491830:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458031.491834:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458031.491837:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458031.491840:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458031.491842:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458031.491847:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458031.491849:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458031.491943:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458031.491948:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458031.491953:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458031.619759:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458031.619766:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458031.619783:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458006/real 1760458006] req@000000004e0c912e x1845971106424320/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458031 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458031.619806:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458031.619808:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458031.619811:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f48ea313. 00000400:00000200:1.0:1760458031.619818:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc329627 00000400:00000010:1.0:1760458031.619820:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc329627. 00000100:00000001:1.0:1760458031.619826:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458031.619829:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e0c912e x1845971106424320/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458031 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458031.619839:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e0c912e x1845971106424320/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458031 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458031.619848:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458031.619850:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458031.619853:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458031.619855:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458031.619859:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000004e0c912e x1845971106424320/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458031 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458031.619866:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458031.619876:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458031.619877:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458031.619881:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458031.619884:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458031.619888:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458031.619891:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004e0c912e x1845971106424320/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458031 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458031.619899:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458031.619902:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458031.619904:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458031.619905:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458031.619908:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458031.619910:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458031.619914:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458031.619947:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458031.619951:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458031.619956:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004e0c912e x1845971106424320/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458031 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458031.619965:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004e0c912e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424320:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458031.619970:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458031.619974:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458031.619977:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004e0c912e x1845971106424320/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458031 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458031.619984:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458031.619987:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458031.619991:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000063605d8. 02000000:00000001:1.0:1760458031.619996:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458031.619999:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458031.620001:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:1.0:1760458031.620004:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458031.620006:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000c08c4ada. 02000000:00000001:1.0:1760458031.620010:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458031.620012:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458031.620014:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e0c912e. 00000100:00000001:1.0:1760458031.620018:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458031.620019:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458031.620022:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458031.620080:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458031.620089:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458031.620092:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458031.620095:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458031.620098:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458031.620101:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458031.620104:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458031.620107:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458031.620109:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:2.0:1760458031.620113:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458031.620115:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458031.620120:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458031.620125:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6260 00000100:00080000:2.0:1760458031.620128:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458031.620132:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458031.620135:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458031.620138:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458031.620140:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458031.620144:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458031.620146:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:2.0:1760458031.620149:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458031.620153:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:2.0:1760458031.620155:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:2.0:1760458031.620158:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:2.0:1760458031.620161:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458031.620164:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458031.620166:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458031.620168:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458031.620170:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:2.0:1760458031.620174:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458031.620177:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458031.620180:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458031.620187:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458031.620191:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458031.620193:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:2.0:1760458031.620197:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1760458031.620201:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458031.620203:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458031.620212:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fd81b92a. 00000020:00000040:2.0:1760458031.620216:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:2.0:1760458031.620221:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458031.620223:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458031.620226:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458031.620230:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458031.620234:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458031.620244:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000010975f1c. 00000100:00000001:2.0:1760458031.620250:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458031.620256:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fd81b92a x1845971106424512/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458031.620267:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458031.620270:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458031.620274:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fd81b92a] to pc [ptlrpcd_rcv+-1] req@00000000fd81b92a x1845971106424512/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458031.620314:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458031.620317:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:2.0:1760458031.620321:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6290) 00000100:00000001:1.0:1760458031.620358:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458031.620363:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458031.620365:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458031.620372:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fd81b92a x1845971106424512/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458031.620393:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458031.620395:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458031.620399:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458031.620402:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458031.620405:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fd81b92a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424512:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458031.620410:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458031.620415:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458031.620417:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458031.620421:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458031.620426:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000063605d8. 02000000:00000001:1.0:1760458031.620429:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458031.620434:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f48ea313. 00000400:00000010:1.0:1760458031.620439:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc329627. 00000100:00000200:1.0:1760458031.620446:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106424512, portal 4 00000100:00000001:1.0:1760458031.620449:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458031.620451:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771190080 : -123359938361536 : ffff8fce06b1c740) 00000100:00000040:1.0:1760458031.620485:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000fd81b92a x1845971106424512/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458056 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458031.620494:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458031.620498:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458031.620501:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdab2d66. 00000100:00000200:1.0:1760458031.620504:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106424512, offset 0 00000400:00000200:1.0:1760458031.620511:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458031.620527:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458031.620535:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458031.620540:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458031.620544:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458031.620548:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [407:407:256:4294967295] 192.168.203.106@tcp LPNI seq info [407:407:8:4294967295] 00000400:00000200:1.0:1760458031.620573:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458031.620580:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458031.620586:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f11ff6ed (tot 1763794). 00000800:00000200:1.0:1760458031.620594:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458031.620604:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458031.620609:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f11ff6ed type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458031.620630:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458031.620633:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458031.620635:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458031.620639:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458031.620641:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458031.620674:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458031.620677:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458031.620680:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458031.620681:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458031.620683:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458031.620686:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458031.620878:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458031.620887:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f11ff6ed (tot 1763546). 00000400:00000200:0.0:1760458031.620896:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458031.620908:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458031.620915:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdab2d66 00000400:00000010:0.0:1760458031.620918:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdab2d66. 00000100:00000001:0.0:1760458031.620924:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458031.620931:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fd81b92a x1845971106424512/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458056 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458031.620948:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458031.620953:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fd81b92a x1845971106424512/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458056 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458031.620966:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458031.620969:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458031.811722:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458031.811726:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458031.811728:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458031.811732:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458031.811736:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458031.811738:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458031.811740:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458031.811742:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458031.811744:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458032.515804:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458032.515810:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458032.515820:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458032.515822:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458032.515828:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458032.515830:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458032.515968:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458032.515973:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458032.515978:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458032.643749:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458032.643763:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458032.643767:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458032.643774:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458032.643777:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458032.643781:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458032.643784:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458032.835811:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458032.835829:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458032.835852:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458032.835858:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458032.835866:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458032.835872:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458032.835877:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458032.835880:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458032.835884:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458033.539757:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458033.539763:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458033.539771:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458033.539773:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458033.539777:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458033.539778:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458033.539887:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458033.539893:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458033.539900:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458033.667712:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458033.667727:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458033.667729:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458033.667735:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458033.667738:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458033.667742:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458033.667745:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458033.859744:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458033.859750:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458033.859751:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458033.859755:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458033.859760:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458033.859763:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458033.859766:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458033.859768:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458033.859771:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458034.563728:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458034.563732:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458034.563738:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458034.563739:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458034.563742:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458034.563743:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458034.563799:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458034.563803:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458034.563806:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458034.691702:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458034.691711:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458034.691713:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458034.691717:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458034.691718:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458034.691721:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458034.691723:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458034.883715:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458034.883720:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458034.883721:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458034.883724:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458034.883729:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458034.883732:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458034.883734:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458034.883746:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458034.883748:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458035.587784:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458035.587789:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458035.587796:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458035.587798:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458035.587801:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458035.587802:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458035.587859:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458035.587863:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458035.587866:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458035.715789:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458035.715802:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458035.715803:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458035.715809:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458035.715812:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458035.715815:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458035.715818:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458035.907792:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458035.907798:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458035.907799:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458035.907804:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458035.907808:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458035.907812:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458035.907814:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458035.907816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458035.907818:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458036.611769:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458036.611774:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458036.611776:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458036.611778:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458036.611782:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458036.611784:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458036.611785:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458036.611787:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458036.611790:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458036.611791:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458036.611794:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458036.611795:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458036.611859:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458036.611863:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458036.611866:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458036.739737:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458036.739747:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458036.739749:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458036.739754:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458036.739756:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458036.739760:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458036.739762:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458036.739794:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458036.739803:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458036.739806:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458036.739810:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458036.739812:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458036.739816:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458036.739819:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458036.739822:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458036.739828:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6295) 00000100:00000001:3.0:1760458036.931736:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458036.931741:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458036.931742:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458036.931746:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458036.931750:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458036.931753:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458036.931755:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458036.931757:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458036.931759:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458037.635751:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458037.635755:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458037.635760:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458037.635762:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458037.635764:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458037.635765:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458037.635825:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458037.635830:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458037.635833:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458037.763814:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458037.763823:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458037.763825:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458037.763829:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458037.763831:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458037.763834:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458037.763835:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458037.955735:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458037.955739:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458037.955741:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458037.955744:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458037.955748:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458037.955751:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458037.955753:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458037.955755:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458037.955757:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458038.659755:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458038.659761:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458038.659769:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458038.659770:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458038.659773:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458038.659774:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458038.659885:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458038.659889:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458038.659893:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458038.787758:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458038.787773:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458038.787776:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458038.787785:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458038.787789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458038.787795:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458038.787799:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458038.979770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458038.979777:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458038.979779:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458038.979785:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458038.979791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458038.979795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458038.979798:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458038.979800:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458038.979803:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458039.683770:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458039.683779:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458039.683792:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458039.683795:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458039.683801:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458039.683807:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458039.683811:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458039.683819:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458039.683823:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458039.683826:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458039.683830:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458039.683835:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458039.683838:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458039.683842:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458039.683950:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458039.683955:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458039.683960:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458039.811828:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458039.811836:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458039.811854:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458014/real 1760458014] req@0000000084be0f9d x1845971106424384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458039 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458039.811880:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458039.811884:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458039.811888:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008b45d1d6. 00000400:00000200:3.0:1760458039.811895:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c9af4b6 00000400:00000010:3.0:1760458039.811899:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c9af4b6. 00000100:00000001:3.0:1760458039.811906:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458039.811910:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084be0f9d x1845971106424384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458039 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458039.811923:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084be0f9d x1845971106424384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458039 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458039.811933:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458039.811936:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458039.811940:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458039.811943:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458039.811948:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000084be0f9d x1845971106424384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458039 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458039.811959:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458039.811970:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458039.811972:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458039.811976:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458039.811980:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458039.811984:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458039.811990:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084be0f9d x1845971106424384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458039 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458039.812001:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458039.812006:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458039.812008:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458039.812009:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458039.812013:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458039.812023:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458039.812028:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458039.812073:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458039.812086:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458039.812093:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084be0f9d x1845971106424384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458039 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458039.812106:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084be0f9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106424384:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458039.812114:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458039.812118:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458039.812122:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000084be0f9d x1845971106424384/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458039 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458039.812132:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458039.812136:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458039.812142:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009107b774. 02000000:00000001:3.0:1760458039.812149:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458039.812153:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458039.812156:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:3.0:1760458039.812161:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458039.812164:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d3ca4d9b. 02000000:00000001:3.0:1760458039.812172:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458039.812175:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458039.812177:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084be0f9d. 00000100:00080000:0.0:1760458039.812182:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458039.812184:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458039.812187:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458039.812193:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458039.812198:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458039.812203:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760458039.812207:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458039.812210:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458039.812233:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458039.812239:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6268 00000100:00080000:0.0:1760458039.812244:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458039.812250:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458039.812255:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458039.812259:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458039.812274:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458039.812280:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458039.812282:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760458039.812286:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458039.812290:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458039.812294:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458039.812298:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458039.812302:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458039.812305:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458039.812307:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458039.812309:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458039.812312:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458039.812315:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458039.812317:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458039.812320:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458039.812339:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458039.812342:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458039.812345:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458039.812347:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458039.812357:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000075179fc5. 00000020:00000040:0.0:1760458039.812361:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458039.812366:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458039.812368:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458039.812371:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458039.812374:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458039.812379:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458039.812386:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000671f05f3. 00000100:00000001:0.0:1760458039.812392:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458039.812398:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000075179fc5 x1845971106424576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458039.812465:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458039.812467:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458039.812471:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000075179fc5] to pc [ptlrpcd_rcv+-1] req@0000000075179fc5 x1845971106424576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458039.812494:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458039.812496:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458039.812498:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458039.812501:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458039.812504:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458039.812506:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458039.812508:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458039.812510:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458039.812514:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6298) 00000100:00000001:3.0:1760458039.812564:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458039.812568:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458039.812571:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458039.812579:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075179fc5 x1845971106424576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458039.812591:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458039.812594:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458039.812598:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458039.812602:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458039.812606:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075179fc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106424576:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458039.812613:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458039.812629:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458039.812631:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458039.812635:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458039.812641:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d3ca4d9b. 02000000:00000001:3.0:1760458039.812673:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458039.812681:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008b719216. 00000400:00000010:3.0:1760458039.812687:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004c440c4. 00000100:00000200:3.0:1760458039.812695:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106424576, portal 25 00000100:00000001:3.0:1760458039.812698:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458039.812700:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762825728 : -123359946725888 : ffff8fce06322600) 00000100:00000040:3.0:1760458039.812708:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000075179fc5 x1845971106424576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458064 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458039.812719:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458039.812725:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458039.812729:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008951ab8d. 00000100:00000200:3.0:1760458039.812733:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106424576, offset 0 00000400:00000200:3.0:1760458039.812743:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458039.812771:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458039.812780:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458039.812785:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458039.812790:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458039.812795:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [408:408:256:4294967295] 192.168.203.106@tcp LPNI seq info [408:408:8:4294967295] 00000400:00000200:3.0:1760458039.812812:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458039.812821:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458039.812827:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c26a0779 (tot 1763794). 00000800:00000200:3.0:1760458039.812836:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458039.812846:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458039.812852:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c26a0779 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458039.812877:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458039.812881:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458039.812885:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458039.812889:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458039.812894:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458039.812901:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458039.812904:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458039.812909:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458039.812911:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458039.812913:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458039.812915:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458039.813009:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458039.813014:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c26a0779 (tot 1763546). 00000400:00000200:0.0:1760458039.813020:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458039.813026:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458039.813029:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008951ab8d 00000400:00000010:0.0:1760458039.813031:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008951ab8d. 00000100:00000001:0.0:1760458039.813035:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458039.813038:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000075179fc5 x1845971106424576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458064 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458039.813047:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458039.813049:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000075179fc5 x1845971106424576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458064 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458039.813055:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458039.813056:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458040.003744:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458040.003751:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458040.003753:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458040.003758:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458040.003764:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458040.003768:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458040.003771:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458040.003774:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458040.003777:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458040.707740:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458040.707744:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458040.707749:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458040.707750:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458040.707752:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458040.707753:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458040.707808:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458040.707811:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458040.707814:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458040.835717:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458040.835727:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458040.835728:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458040.835733:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458040.835735:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458040.835738:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458040.835740:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458041.027723:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458041.027728:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458041.027729:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458041.027733:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458041.027736:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458041.027739:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458041.027741:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458041.027743:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458041.027745:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458041.731775:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458041.731781:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458041.731786:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458041.731789:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458041.731792:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458041.731798:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458041.731800:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458041.731801:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458041.731804:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458041.731806:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458041.731808:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458041.731810:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458041.731812:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458041.731813:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458041.731887:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458041.731892:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458041.731896:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458041.859800:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458041.859819:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458041.859822:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458041.859830:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458041.859834:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458041.859841:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458041.859845:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458042.051752:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458042.051760:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458042.051778:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458042.051783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458042.051789:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458042.051793:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458042.051796:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458042.051798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458042.051801:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458042.755797:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458042.755803:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458042.755813:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458042.755814:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458042.755818:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458042.755820:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458042.755924:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458042.755928:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458042.755932:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458042.883803:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458042.883816:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458042.883818:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458042.883825:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458042.883828:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458042.883832:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458042.883835:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458043.075852:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458043.075857:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458043.075859:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458043.075863:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458043.075868:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458043.075871:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458043.075873:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458043.075875:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458043.075878:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458043.779771:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458043.779776:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458043.779783:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458043.779784:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458043.779787:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458043.779788:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458043.779917:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458043.779921:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458043.779925:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458043.907735:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458043.907744:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458043.907745:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458043.907749:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458043.907751:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458043.907755:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458043.907756:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458044.099748:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458044.099753:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458044.099755:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458044.099759:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458044.099765:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458044.099768:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458044.099770:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458044.099784:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458044.099786:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458044.803805:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458044.803811:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458044.803825:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458044.803827:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458044.803831:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458044.803832:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458044.803907:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458044.803911:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458044.803915:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458044.931775:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1760458044.931776:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458044.931798:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458044.931800:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1760458044.931802:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458044.931805:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458044.931826:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458044.931829:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458044.931832:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458044.931836:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458044.931837:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458044.931841:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458044.931843:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458044.931849:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458044.931849:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458044.931859:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6304) 00000100:00000001:3.0:1760458045.123740:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458045.123756:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458045.123758:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458045.123763:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458045.123773:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458045.123776:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458045.123779:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458045.123781:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458045.123783:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458045.827750:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458045.827755:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458045.827761:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458045.827762:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458045.827765:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458045.827766:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458045.827855:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458045.827860:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458045.827864:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458045.955740:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458045.955751:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458045.955753:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458045.955759:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458045.955761:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458045.955765:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458045.955767:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458046.147754:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458046.147760:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458046.147763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458046.147768:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458046.147774:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458046.147778:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458046.147781:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458046.147784:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458046.147787:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458046.851713:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458046.851718:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458046.851720:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458046.851722:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458046.851726:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458046.851727:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458046.851729:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458046.851730:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458046.851732:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458046.851733:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458046.851735:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458046.851736:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458046.851812:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458046.851815:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458046.851817:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458046.979771:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458046.979782:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458046.979786:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458046.979792:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458046.979794:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458046.979798:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458046.979800:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458047.171745:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458047.171751:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458047.171753:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458047.171759:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458047.171765:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458047.171769:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458047.171783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458047.171785:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458047.171788:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458047.875771:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458047.875779:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458047.875788:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458047.875790:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458047.875794:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458047.875795:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458047.875914:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458047.875919:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458047.875924:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458048.003732:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458048.003742:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458048.003743:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458048.003749:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458048.003751:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458048.003755:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458048.003757:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458048.195733:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458048.195739:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458048.195741:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458048.195746:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458048.195752:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458048.195772:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458048.195775:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458048.195777:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458048.195779:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458048.899818:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458048.899824:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458048.899831:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458048.899832:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458048.899836:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458048.899839:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458048.899842:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458048.899848:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458048.899850:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458048.899852:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458048.899855:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458048.899858:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458048.899861:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458048.899863:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458048.899933:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458048.899938:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458048.899942:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458049.027835:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458049.027851:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458049.027854:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458049.027861:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458049.027865:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458049.027870:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458049.027873:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458049.219769:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458049.219775:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458049.219776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458049.219781:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458049.219786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458049.219789:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458049.219791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458049.219794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458049.219797:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458049.923801:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458049.923809:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458049.923820:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458049.923822:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458049.923827:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458049.923829:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458049.923912:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458049.923918:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458049.923924:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458050.051743:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458050.051748:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458050.051762:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458025/real 1760458025] req@0000000012eb3065 x1845971106424448/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458050 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458050.051779:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458050.051781:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458050.051784:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc0818c6. 00000400:00000200:3.0:1760458050.051790:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8cbb956 00000400:00000010:3.0:1760458050.051792:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8cbb956. 00000100:00000001:3.0:1760458050.051797:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458050.051800:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000012eb3065 x1845971106424448/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458050 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458050.051808:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000012eb3065 x1845971106424448/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458050 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1760458050.051812:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458050.051815:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458050.051817:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1760458050.051819:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458050.051822:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:2.0:1760458050.051824:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458050.051826:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1760458050.051832:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1760458050.051833:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012eb3065 x1845971106424448/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458050 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1760458050.051837:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458050.051845:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458050.051848:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458050.051850:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1760458050.051855:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458050.051860:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6309) 00000100:00000001:3.0:1760458050.051861:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458050.051864:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458050.051867:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458050.051869:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458050.051873:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458050.051878:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012eb3065 x1845971106424448/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458050 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458050.051884:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458050.051887:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458050.051888:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458050.051889:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458050.051892:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458050.051893:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458050.051896:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458050.051914:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458050.051916:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458050.051919:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012eb3065 x1845971106424448/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458050 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458050.051925:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012eb3065 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424448:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458050.051930:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458050.051932:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458050.051935:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000012eb3065 x1845971106424448/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458050 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00080000:2.0:1760458050.051938:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458050.051942:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1760458050.051944:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:3.0:1760458050.051947:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1760458050.051948:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1760458050.051952:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009c6e2fd9. 00000100:00000001:2.0:1760458050.051953:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458050.051955:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1760458050.051958:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458050.051960:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458050.051963:0:56038:0:(import.c:519:import_select_connection()) Process entered 02000000:00000001:3.0:1760458050.051967:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1760458050.051968:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6279 00000020:00000001:3.0:1760458050.051970:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:2.0:1760458050.051973:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000020:00000040:3.0:1760458050.051974:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:3.0:1760458050.051979:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000040:2.0:1760458050.051980:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 02000000:00000010:3.0:1760458050.051981:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ba73836f. 00000100:00000001:2.0:1760458050.051984:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458050.051988:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 02000000:00000001:3.0:1760458050.051988:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458050.051991:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1760458050.051992:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000100:00000010:3.0:1760458050.051994:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000012eb3065. 00000020:00000001:2.0:1760458050.051997:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458050.052000:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000100:00000001:3.0:1760458050.052000:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458050.052003:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1760458050.052005:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458050.052008:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:2.0:1760458050.052012:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000001:3.0:1760458050.052012:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1760458050.052018:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:2.0:1760458050.052021:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458050.052023:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458050.052024:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458050.052026:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458050.052038:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:2.0:1760458050.052042:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458050.052044:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458050.052046:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458050.052051:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458050.052053:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458050.052055:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:2.0:1760458050.052058:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1760458050.052061:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458050.052062:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458050.052070:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000413ebdb4. 00000020:00000040:2.0:1760458050.052073:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:2.0:1760458050.052080:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458050.052081:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458050.052084:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458050.052086:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458050.052091:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458050.052097:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000350d0570. 00000100:00000001:2.0:1760458050.052103:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458050.052107:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000413ebdb4 x1845971106424640/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458050.052115:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458050.052117:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458050.052120:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000413ebdb4] to pc [ptlrpcd_rcv+-1] req@00000000413ebdb4 x1845971106424640/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458050.052137:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458050.052138:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:2.0:1760458050.052139:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458050.052142:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458050.052143:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458050.052146:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458050.052148:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6309) 00000100:00000001:3.0:1760458050.052168:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458050.052171:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458050.052173:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458050.052178:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000413ebdb4 x1845971106424640/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458050.052185:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458050.052187:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458050.052190:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458050.052193:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458050.052195:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000413ebdb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424640:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458050.052198:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458050.052201:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458050.052203:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458050.052205:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458050.052209:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009c6e2fd9. 02000000:00000001:3.0:1760458050.052211:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458050.052214:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc0818c6. 00000400:00000010:3.0:1760458050.052218:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8cbb956. 00000100:00000200:3.0:1760458050.052223:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106424640, portal 10 00000100:00000001:3.0:1760458050.052225:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458050.052226:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771176704 : -123359938374912 : ffff8fce06b19300) 00000100:00000040:3.0:1760458050.052231:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000413ebdb4 x1845971106424640/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458075 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458050.052237:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458050.052240:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458050.052242:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b52cb093. 00000100:00000200:3.0:1760458050.052244:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106424640, offset 0 00000400:00000200:3.0:1760458050.052250:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458050.052262:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458050.052268:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458050.052272:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458050.052274:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458050.052277:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [409:409:256:4294967295] 192.168.203.106@tcp LPNI seq info [409:409:8:4294967295] 00000400:00000200:3.0:1760458050.052287:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458050.052292:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458050.052297:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab820b60 (tot 1763794). 00000800:00000200:3.0:1760458050.052303:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458050.052310:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458050.052314:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ab820b60 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458050.052330:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458050.052332:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458050.052346:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458050.052348:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458050.052350:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458050.052353:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458050.052354:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458050.052356:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458050.052357:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458050.052358:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458050.052359:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458050.052493:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458050.052499:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab820b60 (tot 1763546). 00000400:00000200:1.0:1760458050.052506:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458050.052513:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458050.052519:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b52cb093 00000400:00000010:1.0:1760458050.052521:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b52cb093. 00000100:00000001:1.0:1760458050.052525:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458050.052530:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000413ebdb4 x1845971106424640/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458075 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458050.052540:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458050.052543:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000413ebdb4 x1845971106424640/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458075 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458050.052551:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458050.052553:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458050.243711:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458050.243715:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458050.243716:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458050.243720:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458050.243724:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458050.243726:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458050.243728:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458050.243730:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458050.243731:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458050.947819:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458050.947825:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458050.947835:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458050.947840:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458050.947843:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458050.947851:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458050.947854:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458050.947856:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458050.947861:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458050.947864:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458050.947867:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458050.947871:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458050.947876:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458050.947878:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458050.947971:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458050.947976:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458050.947982:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458051.075785:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458051.075802:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458051.075805:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458051.075813:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458051.075816:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458051.075822:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458051.075826:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458051.267771:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458051.267778:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458051.267781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458051.267786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458051.267792:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458051.267796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458051.267799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458051.267802:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458051.267805:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458051.971773:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458051.971780:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458051.971788:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458051.971791:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458051.971795:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458051.971797:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458051.971884:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458051.971889:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458051.971894:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458052.099768:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458052.099783:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458052.099786:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458052.099793:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458052.099797:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458052.099802:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458052.099806:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458052.291740:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458052.291747:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458052.291749:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458052.291755:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458052.291760:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458052.291764:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458052.291767:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458052.291769:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458052.291772:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458052.995794:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458052.995802:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458052.995811:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458052.995813:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458052.995818:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458052.995820:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458052.995915:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458052.995921:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458052.995926:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458053.123821:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458053.123836:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458053.123839:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458053.123846:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458053.123848:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458053.123852:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458053.123855:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458053.315771:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458053.315778:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458053.315780:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458053.315785:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458053.315792:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458053.315796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458053.315799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458053.315801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458053.315804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458054.019774:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458054.019780:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458054.019787:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458054.019789:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458054.019793:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458054.019794:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458054.019914:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458054.019920:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458054.019925:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458054.147755:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458054.147768:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458054.147770:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458054.147777:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458054.147781:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458054.147786:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458054.147788:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458054.339782:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458054.339789:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458054.339791:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458054.339797:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458054.339804:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458054.339808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458054.339811:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458054.339814:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458054.339818:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458055.043800:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458055.043807:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458055.043815:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458055.043816:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458055.043820:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458055.043821:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458055.043947:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458055.043953:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458055.043957:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458055.171796:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1760458055.171806:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458055.171811:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458055.171814:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1760458055.171817:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458055.171822:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1760458055.171824:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458055.171827:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1760458055.171832:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458055.171834:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458055.171837:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458055.171840:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458055.171845:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458055.171850:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458055.171854:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458055.171861:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6314) 00000100:00000001:3.0:1760458055.363714:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458055.363718:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458055.363720:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458055.363723:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458055.363727:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458055.363730:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458055.363731:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458055.363733:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458055.363735:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458056.067792:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458056.067801:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458056.067813:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458056.067815:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458056.067822:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458056.067825:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458056.067897:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458056.067903:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458056.067907:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458056.195767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458056.195774:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458056.195789:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458031/real 1760458031] req@00000000fd81b92a x1845971106424512/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458056 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458056.195813:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458056.195815:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458056.195818:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f48ea313. 00000400:00000200:3.0:1760458056.195827:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc329627 00000400:00000010:3.0:1760458056.195829:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc329627. 00000100:00000001:3.0:1760458056.195834:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458056.195838:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fd81b92a x1845971106424512/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458056 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458056.195848:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fd81b92a x1845971106424512/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458056 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458056.195859:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458056.195861:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458056.195864:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458056.195867:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458056.195870:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fd81b92a x1845971106424512/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458056 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458056.195878:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458056.195887:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458056.195889:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458056.195892:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458056.195894:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458056.195898:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458056.195901:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fd81b92a x1845971106424512/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458056 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458056.195909:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458056.195913:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458056.195915:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458056.195916:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458056.195919:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458056.195921:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458056.195925:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458056.195954:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458056.195957:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458056.195962:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fd81b92a x1845971106424512/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458056 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458056.195971:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fd81b92a pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424512:192.168.203.106@tcp:8: 00000100:00000001:3.0:1760458056.195976:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458056.195979:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458056.195981:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000fd81b92a x1845971106424512/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458056 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458056.195996:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458056.195999:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458056.196004:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000063605d8. 02000000:00000001:3.0:1760458056.196010:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458056.196013:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458056.196015:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:3.0:1760458056.196019:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458056.196021:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000010975f1c. 02000000:00000001:3.0:1760458056.196025:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458056.196028:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458056.196029:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fd81b92a. 00000100:00000001:3.0:1760458056.196034:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458056.196036:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458056.196038:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458056.196050:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458056.196062:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458056.196067:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458056.196073:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458056.196078:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458056.196083:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458056.196087:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458056.196093:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458056.196096:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760458056.196101:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458056.196103:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458056.196110:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458056.196117:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6285 00000100:00080000:0.0:1760458056.196121:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458056.196127:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458056.196132:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458056.196136:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458056.196140:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458056.196146:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458056.196148:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760458056.196153:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458056.196158:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760458056.196163:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760458056.196167:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760458056.196172:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458056.196176:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458056.196178:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458056.196182:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458056.196186:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760458056.196191:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458056.196196:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458056.196200:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458056.196209:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458056.196214:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458056.196218:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458056.196223:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458056.196228:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458056.196231:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458056.196242:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ac9771e. 00000020:00000040:0.0:1760458056.196248:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760458056.196255:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458056.196257:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458056.196262:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458056.196266:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458056.196271:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458056.196282:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c104535d. 00000100:00000001:0.0:1760458056.196350:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458056.196362:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007ac9771e x1845971106424704/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458056.196378:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458056.196381:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458056.196388:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007ac9771e] to pc [ptlrpcd_rcv+-1] req@000000007ac9771e x1845971106424704/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458056.196424:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458056.196429:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760458056.196436:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6315) 00000100:00000001:3.0:1760458056.196472:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458056.196476:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458056.196479:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458056.196485:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007ac9771e x1845971106424704/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458056.196495:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458056.196497:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458056.196501:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458056.196504:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458056.196507:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ac9771e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424704:192.168.203.106@tcp:8: 00000100:00000001:3.0:1760458056.196512:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458056.196516:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458056.196518:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458056.196522:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458056.196527:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e0e5c22c. 02000000:00000001:3.0:1760458056.196530:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458056.196535:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000012330272. 00000400:00000010:3.0:1760458056.196540:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000045b1616a. 00000100:00000200:3.0:1760458056.196548:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106424704, portal 4 00000100:00000001:3.0:1760458056.196551:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458056.196553:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762835456 : -123359946716160 : ffff8fce06324c00) 00000100:00000040:3.0:1760458056.196560:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000007ac9771e x1845971106424704/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458081 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458056.196568:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458056.196572:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458056.196575:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004a0f12b0. 00000100:00000200:3.0:1760458056.196578:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106424704, offset 0 00000400:00000200:3.0:1760458056.196586:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458056.196602:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458056.196610:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458056.196614:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458056.196618:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458056.196622:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [410:410:256:4294967295] 192.168.203.106@tcp LPNI seq info [410:410:8:4294967295] 00000400:00000200:3.0:1760458056.196636:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458056.196672:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458056.196679:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c2fb322 (tot 1763794). 00000800:00000200:3.0:1760458056.196688:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458056.196697:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458056.196702:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c2fb322 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458056.196721:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458056.196724:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458056.196727:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458056.196730:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458056.196732:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458056.196737:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458056.196739:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458056.196741:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458056.196742:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458056.196744:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458056.196746:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458056.196922:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458056.196929:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c2fb322 (tot 1763546). 00000400:00000200:0.0:1760458056.196938:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458056.196948:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458056.196956:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a0f12b0 00000400:00000010:0.0:1760458056.196959:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004a0f12b0. 00000100:00000001:0.0:1760458056.196965:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458056.196970:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ac9771e x1845971106424704/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458081 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458056.196985:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458056.196989:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007ac9771e x1845971106424704/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458081 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458056.197001:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458056.197005:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458056.387751:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458056.387773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458056.387774:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458056.387779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458056.387783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458056.387786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458056.387788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458056.387790:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458056.387792:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458057.091752:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458057.091758:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458057.091761:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458057.091763:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458057.091769:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458057.091771:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458057.091774:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458057.091777:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458057.091781:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458057.091782:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458057.091786:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458057.091787:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458057.091840:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458057.091844:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458057.091848:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458057.219756:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458057.219770:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458057.219773:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458057.219779:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458057.219783:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458057.219789:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458057.219793:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458057.411751:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458057.411758:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458057.411760:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458057.411766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458057.411772:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458057.411777:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458057.411779:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458057.411782:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458057.411785:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458058.115847:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458058.115852:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458058.115860:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458058.115861:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458058.115865:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458058.115866:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458058.115936:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458058.115941:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458058.115946:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458058.243775:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458058.243793:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458058.243796:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458058.243803:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458058.243807:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458058.243813:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458058.243817:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458058.435757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458058.435764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458058.435766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458058.435772:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458058.435788:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458058.435793:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458058.435796:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458058.435798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458058.435801:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458059.139808:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458059.139814:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458059.139821:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458059.139823:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458059.139826:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458059.139830:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458059.139834:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458059.139840:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458059.139843:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458059.139844:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458059.139848:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458059.139850:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458059.139853:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458059.139855:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458059.139959:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458059.139965:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458059.139971:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458059.267767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458059.267784:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458059.267787:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458059.267794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458059.267798:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458059.267804:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458059.267808:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458059.459762:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458059.459768:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458059.459770:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458059.459775:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458059.459781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458059.459785:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458059.459788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458059.459791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458059.459794:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458060.163819:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458060.163826:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458060.163834:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458060.163836:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458060.163839:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458060.163840:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458060.163913:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458060.163919:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458060.163924:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458060.291781:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458060.291798:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458060.291802:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458060.291809:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458060.291812:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458060.291818:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458060.291822:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458060.483784:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458060.483791:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458060.483793:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458060.483799:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458060.483804:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458060.483808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458060.483811:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458060.483814:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458060.483817:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458061.187775:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458061.187781:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458061.187789:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458061.187793:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458061.187796:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458061.187803:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458061.187805:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458061.187807:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458061.187811:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458061.187813:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458061.187816:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458061.187818:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458061.187822:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458061.187823:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458061.187947:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458061.187952:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458061.187956:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760458061.315772:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458061.315782:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458061.315784:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1760458061.315786:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458061.315792:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458061.315794:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458061.315798:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458061.315802:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458061.315802:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458061.315808:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458061.315809:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458061.315819:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6320) 00000100:00000001:3.0:1760458061.315820:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458061.315827:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458061.315833:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458061.315839:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458061.507766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458061.507773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458061.507776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458061.507781:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458061.507788:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458061.507793:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458061.507797:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458061.507800:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458061.507803:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458062.211763:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458062.211768:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458062.211786:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458062.211788:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458062.211792:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458062.211794:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458062.211854:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458062.211858:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458062.211862:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458062.339869:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458062.339887:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458062.339890:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458062.339899:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458062.339903:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458062.339908:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458062.339912:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458062.531806:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458062.531814:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458062.531817:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458062.531825:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458062.531833:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458062.531838:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458062.531842:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458062.531845:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458062.531850:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458063.235783:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458063.235788:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458063.235796:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458063.235799:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458063.235803:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458063.235804:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458063.235928:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458063.235933:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458063.235938:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458063.363779:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458063.363795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458063.363798:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458063.363805:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458063.363809:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458063.363815:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458063.363818:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458063.555758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458063.555765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458063.555767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458063.555773:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458063.555779:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458063.555782:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458063.555786:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458063.555788:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458063.555791:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458064.259766:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458064.259771:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458064.259780:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458064.259782:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458064.259786:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458064.259788:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458064.259847:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458064.259850:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458064.259854:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458064.387752:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458064.387759:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458064.387773:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458039/real 1760458039] req@0000000075179fc5 x1845971106424576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458064 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458064.387792:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458064.387794:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458064.387797:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008b719216. 00000400:00000200:3.0:1760458064.387802:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004c440c4 00000400:00000010:3.0:1760458064.387805:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004c440c4. 00000100:00000001:3.0:1760458064.387810:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458064.387813:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000075179fc5 x1845971106424576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458064 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458064.387821:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000075179fc5 x1845971106424576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458064 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458064.387829:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458064.387830:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458064.387833:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458064.387836:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458064.387839:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000075179fc5 x1845971106424576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458064 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458064.387844:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458064.387853:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458064.387855:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458064.387858:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458064.387860:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458064.387863:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458064.387866:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075179fc5 x1845971106424576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458064 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458064.387873:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458064.387876:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458064.387877:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458064.387878:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458064.387881:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458064.387883:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458064.387886:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458064.387911:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458064.387914:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458064.387918:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075179fc5 x1845971106424576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458064 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458064.387925:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075179fc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106424576:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458064.387930:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458064.387933:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458064.387935:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000075179fc5 x1845971106424576/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458064 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458064.387941:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458064.387944:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458064.387947:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d3ca4d9b. 02000000:00000001:3.0:1760458064.387953:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458064.387955:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458064.387957:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:3.0:1760458064.387960:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458064.387962:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000671f05f3. 02000000:00000001:3.0:1760458064.387967:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458064.387968:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458064.387970:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000075179fc5. 00000100:00000001:3.0:1760458064.387974:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458064.387976:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458064.387977:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458064.387979:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458064.387987:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458064.387989:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760458064.387992:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458064.387993:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458064.387998:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458064.388004:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6293 00000100:00080000:0.0:1760458064.388007:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458064.388011:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458064.388025:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458064.388027:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458064.388029:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458064.388032:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458064.388033:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760458064.388036:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458064.388039:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458064.388041:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458064.388043:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458064.388045:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458064.388047:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458064.388049:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458064.388051:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458064.388053:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458064.388056:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458064.388059:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458064.388061:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458064.388064:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458064.388066:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458064.388068:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458064.388070:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458064.388078:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000934b7097. 00000020:00000040:0.0:1760458064.388081:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458064.388086:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458064.388087:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458064.388090:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458064.388093:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458064.388097:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458064.388104:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d0f209f4. 00000100:00000001:0.0:1760458064.388110:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458064.388116:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000934b7097 x1845971106424768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458064.388124:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458064.388126:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458064.388130:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000934b7097] to pc [ptlrpcd_rcv+-1] req@00000000934b7097 x1845971106424768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458064.388152:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458064.388154:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458064.388156:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458064.388160:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458064.388162:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458064.388165:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458064.388167:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458064.388171:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458064.388176:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6323) 00000100:00000001:3.0:1760458064.388186:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458064.388189:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458064.388191:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458064.388198:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000934b7097 x1845971106424768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458064.388207:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458064.388210:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458064.388213:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458064.388216:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458064.388219:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000934b7097 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106424768:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458064.388222:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458064.388226:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458064.388228:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458064.388231:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458064.388235:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d3ca4d9b. 02000000:00000001:3.0:1760458064.388275:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458064.388280:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008b719216. 00000400:00000010:3.0:1760458064.388285:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004c440c4. 00000100:00000200:3.0:1760458064.388291:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106424768, portal 25 00000100:00000001:3.0:1760458064.388293:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458064.388295:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762829376 : -123359946722240 : ffff8fce06323440) 00000100:00000040:3.0:1760458064.388300:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000934b7097 x1845971106424768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458089 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458064.388307:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458064.388310:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458064.388312:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029354d56. 00000100:00000200:3.0:1760458064.388315:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106424768, offset 0 00000400:00000200:3.0:1760458064.388321:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458064.388333:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458064.388341:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458064.388345:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458064.388348:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458064.388352:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [411:411:256:4294967295] 192.168.203.106@tcp LPNI seq info [411:411:8:4294967295] 00000400:00000200:3.0:1760458064.388363:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458064.388369:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458064.388374:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9729ca0 (tot 1763794). 00000800:00000200:3.0:1760458064.388381:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458064.388389:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458064.388393:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9729ca0 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458064.388411:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458064.388413:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458064.388415:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458064.388418:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458064.388420:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458064.388423:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458064.388425:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458064.388427:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458064.388429:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458064.388431:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458064.388433:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458064.388542:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458064.388547:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9729ca0 (tot 1763546). 00000400:00000200:0.0:1760458064.388552:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458064.388558:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458064.388562:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029354d56 00000400:00000010:0.0:1760458064.388564:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029354d56. 00000100:00000001:0.0:1760458064.388567:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458064.388570:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000934b7097 x1845971106424768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458089 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458064.388579:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458064.388581:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000934b7097 x1845971106424768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458089 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458064.388587:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458064.388589:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458064.579775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458064.579781:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458064.579783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458064.579789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458064.579795:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458064.579799:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458064.579802:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458064.579805:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458064.579808:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458065.283774:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458065.283780:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458065.283789:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458065.283790:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458065.283794:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458065.283795:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458065.283941:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458065.283946:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458065.283950:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458065.411780:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458065.411797:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458065.411800:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458065.411808:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458065.411812:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458065.411817:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458065.411821:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458065.603755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458065.603761:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458065.603763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458065.603779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458065.603785:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458065.603788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458065.603791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458065.603793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458065.603796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458066.307728:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458066.307732:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458066.307737:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458066.307738:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458066.307742:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458066.307743:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458066.307781:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458066.307784:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458066.307786:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458066.435711:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458066.435722:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458066.435724:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458066.435730:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458066.435732:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458066.435735:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458066.435738:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458066.627760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458066.627767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458066.627770:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458066.627776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458066.627782:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458066.627786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458066.627789:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458066.627791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458066.627795:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458067.331786:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458067.331794:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458067.331797:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458067.331800:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458067.331807:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458067.331810:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458067.331812:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458067.331816:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458067.331822:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458067.331823:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458067.331827:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458067.331828:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458067.331948:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458067.331953:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458067.331958:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458067.459738:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458067.459751:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458067.459753:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458067.459758:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458067.459762:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458067.459766:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458067.459769:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458067.651767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458067.651774:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458067.651776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458067.651781:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458067.651787:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458067.651792:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458067.651795:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458067.651797:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458067.651800:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458068.355756:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458068.355762:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458068.355773:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458068.355775:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458068.355780:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458068.355782:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458068.355842:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458068.355847:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458068.355851:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458068.483792:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458068.483805:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458068.483808:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458068.483814:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458068.483817:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458068.483820:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458068.483822:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458068.675731:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458068.675737:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458068.675739:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458068.675744:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458068.675749:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458068.675753:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458068.675756:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458068.675759:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458068.675762:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458069.379813:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458069.379819:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458069.379827:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458069.379828:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458069.379833:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458069.379838:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458069.379841:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458069.379848:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458069.379852:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458069.379853:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458069.379857:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458069.379859:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458069.379862:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458069.379864:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458069.379957:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458069.379962:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458069.379966:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458069.507742:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458069.507755:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458069.507758:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458069.507765:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458069.507769:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458069.507774:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458069.507776:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458069.507779:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458069.507786:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458069.507789:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458069.507792:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458069.507793:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458069.507796:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458069.507797:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458069.507800:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458069.507804:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6328) 00000100:00000001:3.0:1760458069.699733:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458069.699740:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458069.699742:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458069.699747:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458069.699752:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458069.699756:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458069.699758:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458069.699761:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458069.699764:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458070.403760:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458070.403765:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458070.403772:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458070.403774:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458070.403778:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458070.403779:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458070.403833:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458070.403837:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458070.403840:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458070.531742:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458070.531755:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458070.531757:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458070.531763:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458070.531766:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458070.531769:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458070.531772:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458070.723752:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458070.723759:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458070.723760:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458070.723766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458070.723773:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458070.723777:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458070.723781:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458070.723783:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458070.723786:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458071.427817:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458071.427825:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458071.427836:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458071.427842:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458071.427846:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458071.427856:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458071.427859:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458071.427862:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458071.427867:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458071.427870:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458071.427874:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458071.427878:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458071.427884:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458071.427886:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458071.427991:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458071.427998:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458071.428003:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458071.555724:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458071.555737:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458071.555739:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458071.555746:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458071.555749:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458071.555754:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458071.555757:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458071.747714:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458071.747720:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458071.747722:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458071.747727:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458071.747732:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458071.747736:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458071.747739:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458071.747741:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458071.747744:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458072.451755:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458072.451762:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458072.451770:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458072.451773:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458072.451778:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458072.451780:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458072.451906:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458072.451911:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458072.451916:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458072.579795:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458072.579810:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458072.579812:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458072.579819:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458072.579822:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458072.579826:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458072.579828:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458072.771738:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458072.771745:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458072.771747:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458072.771752:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458072.771759:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458072.771763:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458072.771766:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458072.771768:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458072.771771:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458073.475792:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458073.475797:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458073.475804:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458073.475805:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458073.475808:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458073.475809:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458073.475923:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458073.475928:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458073.475931:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458073.603735:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458073.603747:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458073.603749:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458073.603755:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458073.603758:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458073.603763:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458073.603765:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458073.795758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458073.795765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458073.795767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458073.795773:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458073.795779:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458073.795783:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458073.795786:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458073.795789:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458073.795792:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458074.499785:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458074.499791:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458074.499797:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458074.499798:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458074.499803:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458074.499804:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458074.499858:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458074.499862:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458074.499865:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458074.627750:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458074.627765:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458074.627768:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458074.627775:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458074.627778:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458074.627783:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458074.627803:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458074.627804:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458074.627813:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458074.627818:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458074.627822:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458074.627826:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458074.627831:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458074.627835:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458074.627839:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458074.627846:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6333) 00000100:00000001:3.0:1760458074.819790:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458074.819798:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458074.819801:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458074.819807:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458074.819815:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458074.819819:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458074.819824:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458074.819827:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458074.819832:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458075.523761:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458075.523766:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458075.523772:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458075.523774:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458075.523777:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458075.523778:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458075.523842:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458075.523846:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458075.523849:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458075.651754:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458075.651763:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458075.651784:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458050/real 1760458050] req@00000000413ebdb4 x1845971106424640/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458075 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458075.651814:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458075.651817:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458075.651822:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc0818c6. 00000400:00000200:3.0:1760458075.651832:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8cbb956 00000400:00000010:3.0:1760458075.651836:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8cbb956. 00000100:00000001:3.0:1760458075.651842:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458075.651847:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000413ebdb4 x1845971106424640/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458075 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458075.651858:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000413ebdb4 x1845971106424640/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458075 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458075.651867:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458075.651869:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458075.651873:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458075.651876:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458075.651883:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000413ebdb4 x1845971106424640/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458075 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458075.651896:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458075.651909:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458075.651911:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458075.651916:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458075.651920:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458075.651925:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458075.651932:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000413ebdb4 x1845971106424640/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458075 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458075.651945:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458075.651952:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458075.651955:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458075.651957:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458075.651961:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458075.651966:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458075.651972:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458075.652020:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458075.652025:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458075.652033:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000413ebdb4 x1845971106424640/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458075 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458075.652049:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000413ebdb4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424640:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458075.652057:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458075.652062:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458075.652068:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000413ebdb4 x1845971106424640/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458075 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458075.652083:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458075.652088:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458075.652094:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009c6e2fd9. 00000100:00080000:0.0:1760458075.652098:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1760458075.652105:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1760458075.652108:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000001:3.0:1760458075.652112:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:0.0:1760458075.652114:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:3.0:1760458075.652118:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000100:00000001:0.0:1760458075.652122:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458075.652127:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:3.0:1760458075.652128:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:0.0:1760458075.652133:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 02000000:00000010:3.0:1760458075.652135:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000350d0570. 00000100:00080000:0.0:1760458075.652137:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458075.652145:0:145968:0:(import.c:519:import_select_connection()) Process entered 02000000:00000001:3.0:1760458075.652147:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458075.652152:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1760458075.652153:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6304 00000100:00000010:3.0:1760458075.652156:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000413ebdb4. 00000100:00080000:0.0:1760458075.652159:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458075.652196:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458075.652200:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458075.652203:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458075.652205:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458075.652209:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458075.652211:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760458075.652214:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458075.652219:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760458075.652224:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000001:3.0:1760458075.652224:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458075.652230:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1760458075.652231:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760458075.652241:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458075.652244:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458075.652245:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458075.652250:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458075.652255:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458075.652259:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760458075.652263:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458075.652266:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458075.652269:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458075.652276:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458075.652281:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458075.652283:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458075.652288:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458075.652292:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458075.652294:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458075.652303:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000043b32549. 00000020:00000040:0.0:1760458075.652307:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760458075.652313:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458075.652314:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458075.652318:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458075.652322:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458075.652326:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458075.652335:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e9201050. 00000100:00000001:0.0:1760458075.652342:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458075.652349:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000043b32549 x1845971106424832/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458075.652361:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458075.652363:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458075.652367:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000043b32549] to pc [ptlrpcd_rcv+-1] req@0000000043b32549 x1845971106424832/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458075.652398:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458075.652401:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458075.652403:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458075.652406:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458075.652409:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458075.652413:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458075.652418:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6334) 00000100:00000001:3.0:1760458075.652519:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458075.652524:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458075.652527:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458075.652536:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043b32549 x1845971106424832/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458075.652549:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458075.652551:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458075.652556:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458075.652559:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458075.652562:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b32549 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424832:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458075.652567:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458075.652572:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458075.652574:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458075.652577:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458075.652584:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009c6e2fd9. 02000000:00000001:3.0:1760458075.652586:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458075.652592:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc0818c6. 00000400:00000010:3.0:1760458075.652597:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8cbb956. 00000100:00000200:3.0:1760458075.652605:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106424832, portal 10 00000100:00000001:3.0:1760458075.652608:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458075.652610:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762831808 : -123359946719808 : ffff8fce06323dc0) 00000100:00000040:3.0:1760458075.652618:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000043b32549 x1845971106424832/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458100 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458075.652627:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458075.652631:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458075.652634:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006924be6f. 00000100:00000200:3.0:1760458075.652636:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106424832, offset 0 00000400:00000200:3.0:1760458075.652676:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458075.652692:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458075.652700:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458075.652705:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458075.652709:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458075.652713:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [412:412:256:4294967295] 192.168.203.106@tcp LPNI seq info [412:412:8:4294967295] 00000400:00000200:3.0:1760458075.652727:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458075.652735:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458075.652740:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c79d76f (tot 1763794). 00000800:00000200:3.0:1760458075.652749:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458075.652759:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458075.652764:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c79d76f type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458075.652789:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458075.652792:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458075.652795:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458075.652799:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458075.652801:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458075.652807:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458075.652809:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458075.652811:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458075.652812:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458075.652814:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458075.652816:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458075.653007:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458075.653014:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c79d76f (tot 1763546). 00000400:00000200:1.0:1760458075.653022:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458075.653031:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458075.653036:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006924be6f 00000400:00000010:1.0:1760458075.653039:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006924be6f. 00000100:00000001:1.0:1760458075.653043:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458075.653048:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000043b32549 x1845971106424832/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458100 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458075.653059:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458075.653062:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000043b32549 x1845971106424832/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458100 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458075.653070:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458075.653073:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458075.843835:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458075.843844:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458075.843847:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458075.843854:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458075.843861:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458075.843866:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458075.843870:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458075.843872:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458075.843876:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458076.547780:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458076.547786:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458076.547793:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458076.547794:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458076.547798:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458076.547799:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458076.547861:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458076.547866:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458076.547870:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458076.675765:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458076.675779:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458076.675782:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458076.675788:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458076.675792:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458076.675797:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458076.675801:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458076.867763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458076.867769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458076.867771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458076.867775:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458076.867781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458076.867785:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458076.867788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458076.867792:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458076.867795:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458077.571819:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458077.571828:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458077.571831:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458077.571834:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458077.571843:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458077.571846:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458077.571848:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458077.571851:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458077.571856:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458077.571857:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458077.571861:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458077.571862:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458077.571988:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458077.571993:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458077.571998:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458077.699760:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458077.699772:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458077.699774:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458077.699780:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458077.699783:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458077.699787:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458077.699790:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458077.891725:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458077.891733:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458077.891735:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458077.891740:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458077.891746:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458077.891750:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458077.891753:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458077.891756:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458077.891759:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458078.595795:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458078.595799:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458078.595805:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458078.595806:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458078.595809:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458078.595810:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458078.595863:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458078.595867:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458078.595871:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458078.723785:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458078.723798:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458078.723801:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458078.723807:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458078.723810:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458078.723815:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458078.723835:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458078.915783:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458078.915791:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458078.915794:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458078.915801:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458078.915808:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458078.915813:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458078.915817:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458078.915821:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458078.915825:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458079.619732:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458079.619736:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458079.619741:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458079.619742:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458079.619745:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458079.619748:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458079.619750:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458079.619754:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458079.619756:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458079.619757:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458079.619759:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458079.619761:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458079.619762:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458079.619763:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458079.619838:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458079.619841:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458079.619845:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458079.747737:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458079.747749:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458079.747750:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458079.747756:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458079.747758:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458079.747762:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458079.747764:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458079.939755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458079.939761:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458079.939762:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458079.939767:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458079.939772:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458079.939786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458079.939788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458079.939790:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458079.939792:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458080.643753:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458080.643758:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458080.643767:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458080.643769:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458080.643774:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458080.643776:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458080.643921:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458080.643926:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458080.643930:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458080.771803:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458080.771816:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458080.771818:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458080.771825:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458080.771828:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458080.771832:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458080.771835:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458080.771873:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458080.771884:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458080.771887:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458080.771893:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458080.771896:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458080.771900:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458080.771903:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458080.771907:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458080.771914:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6339) 00000100:00000001:3.0:1760458080.963755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458080.963761:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458080.963763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458080.963768:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458080.963774:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458080.963777:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458080.963780:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458080.963782:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458080.963785:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458081.667789:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458081.667794:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458081.667802:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458081.667806:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458081.667808:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458081.667815:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458081.667818:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458081.667820:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458081.667824:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458081.667826:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458081.667828:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458081.667832:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458081.667835:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458081.667836:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458081.667891:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458081.667895:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458081.667899:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458081.795698:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458081.795701:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458081.795711:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458056/real 1760458056] req@000000007ac9771e x1845971106424704/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458081 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458081.795725:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458081.795726:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458081.795729:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000012330272. 00000400:00000200:3.0:1760458081.795734:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000045b1616a 00000400:00000010:3.0:1760458081.795735:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000045b1616a. 00000100:00000001:3.0:1760458081.795739:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458081.795741:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ac9771e x1845971106424704/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458081 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458081.795747:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ac9771e x1845971106424704/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458081 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458081.795751:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458081.795752:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458081.795754:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458081.795756:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458081.795758:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007ac9771e x1845971106424704/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458081 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458081.795761:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458081.795768:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458081.795769:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458081.795770:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458081.795772:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458081.795774:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458081.795776:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007ac9771e x1845971106424704/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458081 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458081.795780:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458081.795782:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458081.795783:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458081.795784:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458081.795785:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458081.795787:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458081.795789:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458081.795805:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458081.795807:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458081.795810:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007ac9771e x1845971106424704/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458081 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458081.795815:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ac9771e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424704:192.168.203.106@tcp:8: 00000100:00000001:3.0:1760458081.795818:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458081.795820:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458081.795821:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007ac9771e x1845971106424704/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458081 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458081.795826:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458081.795828:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458081.795831:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e0e5c22c. 02000000:00000001:3.0:1760458081.795835:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458081.795837:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458081.795838:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:3.0:1760458081.795840:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458081.795841:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000c104535d. 02000000:00000001:3.0:1760458081.795843:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458081.795845:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458081.795846:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ac9771e. 00000100:00000001:3.0:1760458081.795848:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458081.795849:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458081.795850:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458081.795871:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458081.795876:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458081.795878:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458081.795880:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458081.795882:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458081.795883:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458081.795885:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458081.795887:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458081.795889:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760458081.795891:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458081.795892:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458081.795895:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458081.795898:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6310 00000100:00080000:0.0:1760458081.795900:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458081.795902:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458081.795904:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458081.795905:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458081.795907:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458081.795909:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458081.795910:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760458081.795912:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458081.795914:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760458081.795916:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760458081.795917:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760458081.795919:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458081.795920:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458081.795922:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458081.795923:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458081.795924:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760458081.795926:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458081.795928:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458081.795929:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458081.795934:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458081.795936:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458081.795937:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458081.795939:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458081.795941:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458081.795942:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458081.795949:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b1ebc072. 00000020:00000040:0.0:1760458081.795951:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760458081.795954:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458081.795955:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458081.795957:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458081.795959:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458081.795962:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458081.795968:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c104535d. 00000100:00000001:0.0:1760458081.795973:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458081.795976:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b1ebc072 x1845971106424896/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458081.795983:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458081.795984:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458081.795987:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b1ebc072] to pc [ptlrpcd_rcv+-1] req@00000000b1ebc072 x1845971106424896/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458081.796002:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458081.796003:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760458081.796006:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6340) 00000100:00000001:3.0:1760458081.796024:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458081.796026:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458081.796027:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458081.796030:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1ebc072 x1845971106424896/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458081.796036:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458081.796037:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458081.796040:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458081.796041:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458081.796043:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1ebc072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424896:192.168.203.106@tcp:8: 00000100:00000001:3.0:1760458081.796046:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458081.796049:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458081.796050:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458081.796052:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458081.796055:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e0e5c22c. 02000000:00000001:3.0:1760458081.796056:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458081.796059:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000012330272. 00000400:00000010:3.0:1760458081.796062:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000045b1616a. 00000100:00000200:3.0:1760458081.796066:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106424896, portal 4 00000100:00000001:3.0:1760458081.796068:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458081.796069:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762826944 : -123359946724672 : ffff8fce06322ac0) 00000100:00000040:3.0:1760458081.796072:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b1ebc072 x1845971106424896/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458106 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458081.796077:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458081.796079:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458081.796081:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fecae5d8. 00000100:00000200:3.0:1760458081.796083:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106424896, offset 0 00000400:00000200:3.0:1760458081.796087:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458081.796097:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458081.796102:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458081.796105:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458081.796107:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458081.796110:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [413:413:256:4294967295] 192.168.203.106@tcp LPNI seq info [413:413:8:4294967295] 00000400:00000200:3.0:1760458081.796117:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458081.796147:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458081.796151:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070b04173 (tot 1763794). 00000800:00000200:3.0:1760458081.796157:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458081.796163:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458081.796166:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070b04173 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458081.796177:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458081.796178:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458081.796180:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458081.796182:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458081.796183:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458081.796186:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458081.796187:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458081.796188:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458081.796189:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458081.796190:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458081.796192:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458081.796271:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458081.796275:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070b04173 (tot 1763546). 00000400:00000200:0.0:1760458081.796279:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458081.796283:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458081.796285:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fecae5d8 00000400:00000010:0.0:1760458081.796286:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fecae5d8. 00000100:00000001:0.0:1760458081.796289:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458081.796291:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b1ebc072 x1845971106424896/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458106 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458081.796296:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458081.796297:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b1ebc072 x1845971106424896/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458106 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458081.796301:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458081.796302:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458081.987710:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458081.987714:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458081.987716:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458081.987719:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458081.987722:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458081.987725:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458081.987727:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458081.987729:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458081.987730:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458082.691796:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458082.691802:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458082.691811:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458082.691812:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458082.691819:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458082.691821:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458082.691974:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458082.691979:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458082.691984:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458082.819761:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458082.819774:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458082.819776:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458082.819783:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458082.819786:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458082.819791:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458082.819793:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458083.011769:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458083.011775:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458083.011777:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458083.011783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458083.011789:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458083.011793:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458083.011796:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458083.011799:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458083.011802:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458083.715797:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458083.715804:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458083.715812:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458083.715815:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458083.715819:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458083.715821:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458083.715920:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458083.715925:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458083.715930:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458083.843788:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458083.843804:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458083.843807:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458083.843815:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458083.843818:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458083.843824:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458083.843828:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458084.035791:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458084.035797:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458084.035800:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458084.035805:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458084.035810:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458084.035814:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458084.035817:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458084.035819:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458084.035822:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458084.739810:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458084.739815:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458084.739823:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458084.739825:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458084.739828:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458084.739830:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458084.739966:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458084.739971:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458084.739976:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458084.867762:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458084.867777:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458084.867779:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458084.867786:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458084.867789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458084.867793:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458084.867797:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458085.059774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458085.059780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458085.059782:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458085.059788:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458085.059794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458085.059797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458085.059801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458085.059803:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458085.059806:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458085.763784:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458085.763790:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458085.763799:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458085.763802:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458085.763807:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458085.763808:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458085.763935:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458085.763940:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458085.763945:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458085.891749:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458085.891763:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458085.891765:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458085.891772:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458085.891775:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458085.891780:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458085.891783:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458086.083780:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458086.083785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458086.083786:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458086.083790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458086.083794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458086.083797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458086.083799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458086.083801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458086.083802:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458086.787815:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458086.787821:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458086.787828:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458086.787830:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458086.787833:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458086.787835:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458086.787911:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458086.787916:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458086.787921:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458086.915793:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1760458086.915806:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458086.915807:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458086.915811:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458086.915819:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1760458086.915823:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458086.915825:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458086.915831:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458086.915832:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458086.915837:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458086.915842:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458086.915849:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458086.915854:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458086.915858:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458086.915864:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458086.915872:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6346) 00000100:00000001:3.0:1760458087.107728:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458087.107733:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458087.107734:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458087.107739:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458087.107743:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458087.107746:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458087.107749:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458087.107750:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458087.107753:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458087.811800:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458087.811808:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458087.811810:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458087.811813:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458087.811819:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458087.811821:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458087.811823:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458087.811825:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458087.811829:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458087.811830:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458087.811833:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458087.811834:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458087.811893:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458087.811897:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458087.811901:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458087.939820:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458087.939834:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458087.939836:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458087.939843:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458087.939846:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458087.939851:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458087.939854:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458088.131778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458088.131785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458088.131787:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458088.131794:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458088.131800:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458088.131805:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458088.131808:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458088.131811:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458088.131813:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458088.835819:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458088.835825:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458088.835834:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458088.835837:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458088.835841:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458088.835845:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458088.835847:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458088.835854:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458088.835858:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458088.835859:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458088.835863:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458088.835865:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458088.835868:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458088.835870:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458088.835932:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458088.835937:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458088.835941:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458088.963770:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458088.963784:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458088.963787:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458088.963794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458088.963798:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458088.963802:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458088.963806:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458089.155731:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458089.155737:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458089.155738:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458089.155742:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458089.155747:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458089.155749:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458089.155752:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458089.155754:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458089.155756:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458089.859730:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458089.859734:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458089.859739:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458089.859741:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458089.859743:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458089.859744:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458089.859824:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458089.859828:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458089.859831:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458089.987835:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458089.987842:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458089.987858:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458064/real 1760458064] req@00000000934b7097 x1845971106424768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458089 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458089.987880:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458089.987882:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458089.987886:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008b719216. 00000400:00000200:3.0:1760458089.987893:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004c440c4 00000400:00000010:3.0:1760458089.987896:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004c440c4. 00000100:00000001:3.0:1760458089.987901:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458089.987904:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000934b7097 x1845971106424768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458089 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458089.987922:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000934b7097 x1845971106424768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458089 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458089.987930:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458089.987932:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458089.987936:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458089.987938:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458089.987942:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000934b7097 x1845971106424768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458089 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458089.987949:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458089.987959:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458089.987961:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458089.987964:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458089.987967:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458089.987970:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458089.987974:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000934b7097 x1845971106424768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458089 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458089.987981:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458089.987985:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458089.987987:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458089.987988:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458089.987991:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458089.987993:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458089.987997:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458089.988024:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458089.988028:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458089.988032:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000934b7097 x1845971106424768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458089 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458089.988041:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000934b7097 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106424768:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458089.988047:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458089.988050:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458089.988054:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000934b7097 x1845971106424768/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458089 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458089.988062:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458089.988096:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458089.988101:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d3ca4d9b. 02000000:00000001:3.0:1760458089.988109:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458089.988111:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458089.988114:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:3.0:1760458089.988118:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458089.988121:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d0f209f4. 02000000:00000001:3.0:1760458089.988126:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458089.988129:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458089.988131:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000934b7097. 00000100:00000001:3.0:1760458089.988135:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458089.988137:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458089.988140:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458089.988145:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458089.988155:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458089.988157:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:2.0:1760458089.988161:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458089.988164:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458089.988170:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458089.988175:0:56038:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6318 00000100:00080000:2.0:1760458089.988179:0:56038:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458089.988182:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458089.988186:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458089.988188:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458089.988191:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458089.988194:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458089.988196:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:2.0:1760458089.988199:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458089.988202:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:2.0:1760458089.988205:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:2.0:1760458089.988208:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:2.0:1760458089.988211:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458089.988213:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458089.988215:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458089.988218:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458089.988221:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:2.0:1760458089.988225:0:56038:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:2.0:1760458089.988228:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458089.988230:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458089.988233:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458089.988236:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458089.988238:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:2.0:1760458089.988240:0:56038:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458089.988250:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000065f6d44b. 00000020:00000040:2.0:1760458089.988253:0:56038:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:2.0:1760458089.988258:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458089.988259:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458089.988263:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458089.988266:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458089.988270:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458089.988279:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000029487153. 00000100:00000001:2.0:1760458089.988285:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458089.988292:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000065f6d44b x1845971106424960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458089.988302:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458089.988304:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458089.988308:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000065f6d44b] to pc [ptlrpcd_rcv+-1] req@0000000065f6d44b x1845971106424960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458089.988332:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458089.988335:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:2.0:1760458089.988337:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458089.988341:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458089.988344:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458089.988348:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458089.988350:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458089.988354:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458089.988360:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6349) 00000100:00000001:3.0:1760458089.988377:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458089.988381:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458089.988384:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458089.988393:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000065f6d44b x1845971106424960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458089.988403:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458089.988405:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458089.988409:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458089.988412:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458089.988415:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000065f6d44b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106424960:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458089.988420:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458089.988425:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458089.988427:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458089.988430:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458089.988435:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d3ca4d9b. 02000000:00000001:3.0:1760458089.988438:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458089.988443:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008b719216. 00000400:00000010:3.0:1760458089.988448:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004c440c4. 00000100:00000200:3.0:1760458089.988455:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106424960, portal 25 00000100:00000001:3.0:1760458089.988458:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458089.988461:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771180352 : -123359938371264 : ffff8fce06b1a140) 00000100:00000040:3.0:1760458089.988466:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000065f6d44b x1845971106424960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458114 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458089.988475:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458089.988479:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458089.988481:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020621239. 00000100:00000200:3.0:1760458089.988484:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106424960, offset 0 00000400:00000200:3.0:1760458089.988492:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458089.988506:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458089.988515:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458089.988519:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458089.988523:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458089.988527:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [414:414:256:4294967295] 192.168.203.106@tcp LPNI seq info [414:414:8:4294967295] 00000400:00000200:3.0:1760458089.988541:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458089.988548:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458089.988554:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000420a90fb (tot 1763794). 00000800:00000200:3.0:1760458089.988561:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458089.988571:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458089.988576:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000420a90fb type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458089.988599:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458089.988601:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458089.988604:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458089.988607:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458089.988610:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458089.988614:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458089.988616:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458089.988618:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458089.988620:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458089.988621:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458089.988623:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458089.988804:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458089.988811:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000420a90fb (tot 1763546). 00000400:00000200:0.0:1760458089.988818:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458089.988825:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458089.988830:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020621239 00000400:00000010:0.0:1760458089.988832:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020621239. 00000100:00000001:0.0:1760458089.988836:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458089.988840:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000065f6d44b x1845971106424960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458114 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458089.988849:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458089.988852:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000065f6d44b x1845971106424960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458114 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458089.988859:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458089.988861:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458090.179774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458090.179781:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458090.179782:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458090.179790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458090.179796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458090.179800:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458090.179803:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458090.179806:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458090.179809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458090.883768:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458090.883774:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458090.883783:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458090.883788:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458090.883792:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458090.883799:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458090.883802:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458090.883804:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458090.883808:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458090.883810:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458090.883813:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458090.883815:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458090.883819:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458090.883820:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458090.883886:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458090.883891:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458090.883895:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458091.011765:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458091.011779:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458091.011782:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458091.011788:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458091.011791:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458091.011796:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458091.011798:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458091.203773:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458091.203782:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458091.203785:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458091.203790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458091.203798:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458091.203802:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458091.203806:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458091.203809:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458091.203812:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458091.907826:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458091.907832:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458091.907841:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458091.907844:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458091.907848:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458091.907850:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458091.907948:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458091.907954:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458091.907960:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458092.035737:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458092.035748:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458092.035750:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458092.035755:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458092.035757:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458092.035760:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458092.035763:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458092.227774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458092.227781:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458092.227783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458092.227789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458092.227795:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458092.227799:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458092.227802:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458092.227806:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458092.227809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458092.931800:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458092.931806:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458092.931816:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458092.931818:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458092.931823:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458092.931824:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458092.931893:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458092.931898:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458092.931903:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458093.059770:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458093.059784:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458093.059787:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458093.059794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458093.059797:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458093.059802:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458093.059805:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458093.251730:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458093.251736:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458093.251738:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458093.251744:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458093.251763:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458093.251767:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458093.251770:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458093.251773:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458093.251776:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458093.955787:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458093.955793:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458093.955801:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458093.955802:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458093.955806:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458093.955808:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458093.955904:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458093.955912:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458093.955918:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458094.083745:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458094.083761:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458094.083764:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458094.083773:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458094.083776:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458094.083782:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458094.083786:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458094.275763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458094.275771:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458094.275773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458094.275778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458094.275784:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458094.275788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458094.275791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458094.275794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458094.275796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458094.979796:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458094.979802:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458094.979810:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458094.979812:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458094.979816:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458094.979817:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458094.979883:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458094.979888:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458094.979893:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458095.107751:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1760458095.107760:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458095.107769:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1760458095.107771:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458095.107777:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458095.107777:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1760458095.107788:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458095.107790:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1760458095.107791:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458095.107796:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1760458095.107798:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458095.107804:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458095.107806:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458095.107808:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458095.107816:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458095.107819:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6354) 00000100:00000001:3.0:1760458095.299761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458095.299767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458095.299769:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458095.299775:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458095.299781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458095.299786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458095.299789:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458095.299791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458095.299794:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458096.003790:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458096.003795:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458096.003802:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458096.003804:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458096.003807:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458096.003809:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458096.003898:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458096.003903:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458096.003908:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458096.131781:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458096.131795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458096.131797:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458096.131804:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458096.131807:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458096.131812:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458096.131815:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458096.323760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458096.323767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458096.323769:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458096.323774:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458096.323780:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458096.323785:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458096.323788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458096.323791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458096.323794:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458097.027824:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458097.027833:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458097.027836:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458097.027839:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458097.027847:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458097.027850:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458097.027853:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458097.027856:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458097.027860:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458097.027862:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458097.027865:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458097.027868:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458097.027948:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458097.027954:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458097.027960:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458097.155771:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458097.155783:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458097.155786:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458097.155792:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458097.155795:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458097.155800:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458097.155803:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458097.347758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458097.347764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458097.347766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458097.347770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458097.347776:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458097.347780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458097.347782:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458097.347785:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458097.347787:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458098.051845:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458098.051850:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458098.051856:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458098.051856:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458098.051876:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458098.051877:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458098.051970:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458098.051976:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458098.051980:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458098.179731:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458098.179744:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458098.179746:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458098.179753:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458098.179757:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458098.179763:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458098.179766:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458098.371760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458098.371766:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458098.371768:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458098.371774:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458098.371780:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458098.371784:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458098.371786:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458098.371789:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458098.371792:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458099.075787:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458099.075795:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458099.075804:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458099.075806:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458099.075811:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458099.075817:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458099.075820:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458099.075828:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458099.075832:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458099.075834:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458099.075838:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458099.075842:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458099.075846:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458099.075849:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458099.075920:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458099.075926:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458099.075930:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458099.203798:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458099.203812:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458099.203814:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458099.203821:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458099.203824:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458099.203829:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458099.203832:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458099.395795:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458099.395802:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458099.395804:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458099.395809:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458099.395815:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458099.395819:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458099.395822:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458099.395824:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458099.395827:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458100.099778:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458100.099786:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458100.099797:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458100.099800:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458100.099806:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458100.099807:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458100.099935:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458100.099940:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458100.099945:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458100.227782:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458100.227789:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1760458100.227792:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1760458100.227804:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458075/real 1760458075] req@0000000043b32549 x1845971106424832/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458100 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1760458100.227807:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458100.227815:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458100.227832:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458100.227836:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:3.0:1760458100.227839:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458100.227842:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00080000:2.0:1760458100.227844:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:3.0:1760458100.227847:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc0818c6. 00000400:00000200:3.0:1760458100.227856:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8cbb956 00000400:00000010:3.0:1760458100.227859:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8cbb956. 00000100:00080000:2.0:1760458100.227864:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458100.227883:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458100.227889:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000043b32549 x1845971106424832/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458100 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1760458100.227890:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458100.227904:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6359) 00000100:00000200:3.0:1760458100.227909:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000043b32549 x1845971106424832/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458100 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458100.227921:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458100.227923:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458100.227926:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458100.227929:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458100.227935:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000043b32549 x1845971106424832/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458100 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458100.227944:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458100.227954:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458100.227956:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458100.227959:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458100.227962:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458100.227967:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458100.227970:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043b32549 x1845971106424832/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458100 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458100.227979:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458100.227982:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458100.227984:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458100.227985:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458100.227988:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458100.227990:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458100.227994:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458100.228058:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458100.228061:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458100.228066:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043b32549 x1845971106424832/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458100 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458100.228075:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b32549 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424832:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458100.228081:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458100.228085:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458100.228089:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000043b32549 x1845971106424832/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458100 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458100.228097:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458100.228101:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1760458100.228102:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:3.0:1760458100.228106:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009c6e2fd9. 00000100:00080000:2.0:1760458100.228113:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458100.228118:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1760458100.228119:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458100.228123:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000001:2.0:1760458100.228124:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000020:00000040:3.0:1760458100.228127:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000100:00080000:2.0:1760458100.228128:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1760458100.228134:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:3.0:1760458100.228135:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00080000:2.0:1760458100.228138:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:3.0:1760458100.228140:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e9201050. 00000100:00000001:2.0:1760458100.228147:0:56038:0:(import.c:519:import_select_connection()) Process entered 02000000:00000001:3.0:1760458100.228150:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458100.228153:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1760458100.228155:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6329 00000100:00000010:3.0:1760458100.228156:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000043b32549. 00000100:00080000:2.0:1760458100.228163:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1760458100.228164:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458100.228168:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458100.228170:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458100.228172:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458100.228176:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458100.228182:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458100.228185:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458100.228188:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458100.228190:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:2.0:1760458100.228194:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458100.228198:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:2.0:1760458100.228201:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:2.0:1760458100.228204:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:2.0:1760458100.228208:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458100.228210:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458100.228212:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458100.228214:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458100.228218:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:2.0:1760458100.228222:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458100.228225:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458100.228228:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458100.228235:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458100.228238:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458100.228240:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:2.0:1760458100.228245:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1760458100.228265:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458100.228268:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458100.228277:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007270cc27. 00000020:00000040:2.0:1760458100.228281:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:2.0:1760458100.228286:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458100.228288:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458100.228292:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458100.228296:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458100.228300:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458100.228308:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ad271b31. 00000100:00000001:2.0:1760458100.228315:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458100.228321:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007270cc27 x1845971106425024/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458100.228333:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458100.228336:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458100.228340:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007270cc27] to pc [ptlrpcd_rcv+-1] req@000000007270cc27 x1845971106425024/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458100.228367:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458100.228370:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:2.0:1760458100.228372:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458100.228375:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458100.228377:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458100.228381:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458100.228386:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6359) 00000100:00000001:3.0:1760458100.228414:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458100.228419:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458100.228421:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458100.228428:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007270cc27 x1845971106425024/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458100.228439:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458100.228441:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458100.228446:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458100.228449:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458100.228452:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007270cc27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425024:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458100.228456:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458100.228461:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458100.228463:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458100.228467:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458100.228473:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009c6e2fd9. 02000000:00000001:3.0:1760458100.228475:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458100.228481:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc0818c6. 00000400:00000010:3.0:1760458100.228485:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8cbb956. 00000100:00000200:3.0:1760458100.228492:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106425024, portal 10 00000100:00000001:3.0:1760458100.228495:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458100.228497:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771193728 : -123359938357888 : ffff8fce06b1d580) 00000100:00000040:3.0:1760458100.228504:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000007270cc27 x1845971106425024/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458125 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458100.228512:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458100.228516:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458100.228519:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b76bf643. 00000100:00000200:3.0:1760458100.228522:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106425024, offset 0 00000400:00000200:3.0:1760458100.228529:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458100.228544:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458100.228552:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458100.228557:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458100.228561:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458100.228565:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [415:415:256:4294967295] 192.168.203.106@tcp LPNI seq info [415:415:8:4294967295] 00000400:00000200:3.0:1760458100.228578:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458100.228586:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458100.228592:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000420a90fb (tot 1763794). 00000800:00000200:3.0:1760458100.228600:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458100.228610:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458100.228615:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000420a90fb type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458100.228640:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458100.228670:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458100.228673:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458100.228676:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458100.228679:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458100.228684:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458100.228686:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458100.228688:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458100.228689:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458100.228691:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458100.228693:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458100.228903:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458100.228910:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000420a90fb (tot 1763546). 00000400:00000200:1.0:1760458100.228917:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458100.228926:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458100.228932:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b76bf643 00000400:00000010:1.0:1760458100.228934:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b76bf643. 00000100:00000001:1.0:1760458100.228938:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458100.228943:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007270cc27 x1845971106425024/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458125 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458100.228953:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458100.228956:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007270cc27 x1845971106425024/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458125 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458100.228964:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458100.228967:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458100.419765:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458100.419773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458100.419776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458100.419795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458100.419802:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458100.419808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458100.419812:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458100.419815:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458100.419819:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458101.123756:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458101.123762:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458101.123770:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458101.123774:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458101.123777:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458101.123784:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458101.123787:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458101.123789:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458101.123792:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458101.123795:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458101.123798:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458101.123800:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458101.123804:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458101.123805:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458101.123886:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458101.123892:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458101.123899:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458101.251760:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458101.251774:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458101.251776:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458101.251783:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458101.251786:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458101.251790:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458101.251793:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458101.443766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458101.443774:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458101.443776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458101.443782:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458101.443788:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458101.443792:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458101.443795:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458101.443798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458101.443801:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458102.147761:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458102.147765:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458102.147771:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458102.147772:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458102.147775:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458102.147776:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458102.147853:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458102.147857:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458102.147861:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458102.275751:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458102.275763:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458102.275764:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458102.275770:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458102.275772:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458102.275776:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458102.275778:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458102.467730:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458102.467736:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458102.467739:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458102.467757:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458102.467767:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458102.467772:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458102.467775:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458102.467778:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458102.467782:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458103.171739:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458103.171743:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458103.171748:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458103.171749:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458103.171751:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458103.171753:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458103.171775:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458103.171779:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458103.171782:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458103.299743:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458103.299752:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458103.299754:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458103.299758:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458103.299760:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458103.299763:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458103.299764:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458103.491718:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458103.491722:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458103.491723:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458103.491727:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458103.491731:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458103.491734:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458103.491736:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458103.491737:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458103.491739:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458104.195735:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458104.195750:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458104.195757:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458104.195758:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458104.195761:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458104.195762:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458104.195828:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458104.195831:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458104.195834:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458104.323714:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458104.323723:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458104.323725:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458104.323729:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458104.323731:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458104.323734:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458104.323735:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458104.515714:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458104.515718:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458104.515720:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458104.515723:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458104.515727:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458104.515730:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458104.515731:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458104.515733:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458104.515735:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458105.219745:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458105.219748:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458105.219754:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458105.219755:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458105.219757:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458105.219759:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458105.219798:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458105.219801:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458105.219803:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458105.347708:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1760458105.347709:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458105.347716:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458105.347718:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458105.347719:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1760458105.347721:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458105.347721:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1760458105.347724:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458105.347724:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458105.347726:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1760458105.347727:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458105.347729:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458105.347730:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458105.347732:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458105.347733:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458105.347737:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6364) 00000100:00000001:3.0:1760458105.539752:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458105.539757:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458105.539758:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458105.539762:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458105.539765:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458105.539768:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458105.539770:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458105.539772:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458105.539773:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458106.243721:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458106.243727:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458106.243733:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458106.243734:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458106.243738:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458106.243739:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458106.243792:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458106.243795:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458106.243796:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458106.371725:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458106.371730:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458106.371742:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458081/real 1760458081] req@00000000b1ebc072 x1845971106424896/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458106 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458106.371756:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458106.371758:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458106.371760:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000012330272. 00000400:00000200:3.0:1760458106.371765:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000045b1616a 00000400:00000010:3.0:1760458106.371767:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000045b1616a. 00000100:00000001:3.0:1760458106.371770:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458106.371772:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b1ebc072 x1845971106424896/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458106 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458106.371777:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b1ebc072 x1845971106424896/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458106 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458106.371782:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458106.371783:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458106.371785:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458106.371787:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458106.371788:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000b1ebc072 x1845971106424896/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458106 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458106.371792:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458106.371799:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458106.371800:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458106.371802:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458106.371803:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458106.371806:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458106.371808:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1ebc072 x1845971106424896/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458106 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458106.371812:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458106.371814:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458106.371816:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458106.371817:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458106.371818:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458106.371820:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458106.371822:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458106.371841:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458106.371844:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458106.371847:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1ebc072 x1845971106424896/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458106 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458106.371854:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1ebc072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106424896:192.168.203.106@tcp:8: 00000100:00000001:3.0:1760458106.371859:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458106.371861:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458106.371864:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b1ebc072 x1845971106424896/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458106 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458106.371871:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458106.371873:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458106.371877:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e0e5c22c. 02000000:00000001:3.0:1760458106.371883:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458106.371885:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458106.371887:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000100:00080000:2.0:1760458106.371888:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1760458106.371890:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458106.371891:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000c104535d. 00000100:00080000:2.0:1760458106.371893:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:3.0:1760458106.371895:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1760458106.371896:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1760458106.371897:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1760458106.371898:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000010:3.0:1760458106.371898:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b1ebc072. 00000100:00080000:2.0:1760458106.371901:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458106.371901:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458106.371902:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1760458106.371904:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1760458106.371904:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458106.371906:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458106.371909:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458106.371911:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:2.0:1760458106.371913:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458106.371914:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458106.371917:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458106.371920:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6335 00000100:00080000:2.0:1760458106.371922:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458106.371925:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458106.371927:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458106.371929:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458106.371931:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458106.371934:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458106.371935:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:2.0:1760458106.371938:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458106.371941:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:2.0:1760458106.371943:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:2.0:1760458106.371945:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:2.0:1760458106.371948:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458106.371950:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458106.371951:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458106.371953:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458106.371988:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:2.0:1760458106.371991:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458106.371992:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458106.371994:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458106.371999:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458106.372001:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458106.372003:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:2.0:1760458106.372005:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1760458106.372008:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458106.372009:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458106.372016:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000efed3f3f. 00000020:00000040:2.0:1760458106.372019:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:2.0:1760458106.372021:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458106.372022:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458106.372025:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458106.372027:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458106.372030:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458106.372036:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000001cf8fd9f. 00000100:00000001:2.0:1760458106.372040:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458106.372044:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000efed3f3f x1845971106425088/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458106.372050:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458106.372051:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458106.372053:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000efed3f3f] to pc [ptlrpcd_rcv+-1] req@00000000efed3f3f x1845971106425088/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458106.372067:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458106.372069:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:2.0:1760458106.372073:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6365) 00000100:00000001:3.0:1760458106.372093:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458106.372095:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458106.372097:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458106.372101:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000efed3f3f x1845971106425088/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458106.372112:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458106.372114:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458106.372117:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458106.372119:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458106.372121:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000efed3f3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425088:192.168.203.106@tcp:8: 00000100:00000001:3.0:1760458106.372124:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458106.372127:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458106.372128:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458106.372130:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458106.372133:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e0e5c22c. 02000000:00000001:3.0:1760458106.372134:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458106.372137:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000012330272. 00000400:00000010:3.0:1760458106.372140:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000045b1616a. 00000100:00000200:3.0:1760458106.372145:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106425088, portal 4 00000100:00000001:3.0:1760458106.372147:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458106.372148:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771199808 : -123359938351808 : ffff8fce06b1ed40) 00000100:00000040:3.0:1760458106.372152:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000efed3f3f x1845971106425088/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458131 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458106.372156:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458106.372159:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458106.372160:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c91cc08f. 00000100:00000200:3.0:1760458106.372162:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106425088, offset 0 00000400:00000200:3.0:1760458106.372166:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458106.372176:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458106.372182:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458106.372184:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458106.372187:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458106.372190:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [416:416:256:4294967295] 192.168.203.106@tcp LPNI seq info [416:416:8:4294967295] 00000400:00000200:3.0:1760458106.372198:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458106.372202:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458106.372205:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070b04173 (tot 1763794). 00000800:00000200:3.0:1760458106.372211:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458106.372216:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458106.372220:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070b04173 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458106.372235:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458106.372237:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458106.372238:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458106.372240:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458106.372241:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458106.372244:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458106.372245:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458106.372246:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458106.372247:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458106.372247:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458106.372248:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458106.372367:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458106.372371:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070b04173 (tot 1763546). 00000400:00000200:0.0:1760458106.372375:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458106.372380:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458106.372383:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c91cc08f 00000400:00000010:0.0:1760458106.372384:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c91cc08f. 00000100:00000001:0.0:1760458106.372387:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458106.372389:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000efed3f3f x1845971106425088/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458131 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458106.372395:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458106.372396:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000efed3f3f x1845971106425088/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458131 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458106.372401:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458106.372402:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458106.563716:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458106.563721:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458106.563722:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458106.563726:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458106.563730:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458106.563733:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458106.563734:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458106.563736:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458106.563738:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458107.267752:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458107.267757:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458107.267759:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458107.267761:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458107.267765:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458107.267766:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458107.267768:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458107.267769:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458107.267772:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458107.267773:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458107.267775:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458107.267775:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458107.267820:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458107.267823:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458107.267826:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458107.395687:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458107.395695:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458107.395696:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458107.395700:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458107.395701:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458107.395704:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458107.395705:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458107.587702:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458107.587705:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458107.587706:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458107.587708:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458107.587712:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458107.587714:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458107.587716:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458107.587718:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458107.587720:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458108.291727:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458108.291731:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458108.291735:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458108.291736:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458108.291738:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458108.291739:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458108.291814:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458108.291817:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458108.291820:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458108.419716:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458108.419725:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458108.419726:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458108.419731:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458108.419733:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458108.419735:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458108.419737:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458108.611711:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458108.611715:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458108.611716:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458108.611720:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458108.611724:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458108.611726:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458108.611728:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458108.611730:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458108.611732:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458109.315731:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458109.315736:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458109.315741:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458109.315741:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458109.315744:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458109.315746:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458109.315748:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458109.315752:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458109.315754:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458109.315755:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458109.315757:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458109.315758:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458109.315760:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458109.315761:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458109.315796:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458109.315798:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458109.315801:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458109.443717:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458109.443726:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458109.443727:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458109.443732:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458109.443734:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458109.443737:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458109.443739:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458109.635747:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458109.635753:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458109.635754:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458109.635759:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458109.635764:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458109.635767:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458109.635770:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458109.635772:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458109.635774:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458110.339750:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458110.339754:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458110.339760:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458110.339761:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458110.339764:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458110.339765:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458110.339823:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458110.339826:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458110.339831:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458110.467713:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458110.467722:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458110.467723:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458110.467728:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458110.467730:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458110.467732:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458110.467734:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458110.659764:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458110.659770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458110.659772:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458110.659776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458110.659781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458110.659785:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458110.659787:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458110.659789:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458110.659791:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458111.363717:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458111.363721:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458111.363726:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458111.363728:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458111.363730:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458111.363734:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458111.363736:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458111.363736:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458111.363739:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458111.363740:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458111.363741:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458111.363743:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458111.363745:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458111.363746:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458111.363780:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458111.363783:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458111.363786:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458111.491726:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1760458111.491736:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458111.491738:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458111.491741:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1760458111.491744:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458111.491747:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1760458111.491748:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458111.491751:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458111.491751:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1760458111.491754:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458111.491756:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1760458111.491756:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458111.491760:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458111.491761:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458111.491762:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458111.491768:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6370) 00000100:00000001:3.0:1760458111.683731:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458111.683735:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458111.683737:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458111.683740:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458111.683744:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458111.683747:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458111.683749:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458111.683750:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458111.683752:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458112.387724:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458112.387728:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458112.387733:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458112.387734:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458112.387737:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458112.387739:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458112.387818:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458112.387821:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458112.387824:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458112.515710:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458112.515719:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458112.515721:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458112.515725:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458112.515728:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458112.515730:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458112.515733:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458112.707710:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458112.707716:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458112.707717:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458112.707722:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458112.707726:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458112.707730:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458112.707733:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458112.707734:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458112.707737:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458113.411727:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458113.411731:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458113.411736:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458113.411736:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458113.411739:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458113.411739:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458113.411776:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458113.411779:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458113.411782:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458113.539722:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458113.539731:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458113.539732:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458113.539736:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458113.539738:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458113.539741:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458113.539743:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458113.731701:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458113.731704:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458113.731705:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458113.731707:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458113.731710:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458113.731712:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458113.731713:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458113.731715:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458113.731716:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458114.435731:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458114.435736:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458114.435742:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458114.435743:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458114.435746:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458114.435747:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458114.435827:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458114.435831:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458114.435833:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458114.563724:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458114.563728:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458114.563738:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458089/real 1760458089] req@0000000065f6d44b x1845971106424960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458114 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458114.563751:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458114.563753:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458114.563755:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008b719216. 00000400:00000200:3.0:1760458114.563760:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004c440c4 00000400:00000010:3.0:1760458114.563762:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004c440c4. 00000100:00000001:3.0:1760458114.563766:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458114.563768:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000065f6d44b x1845971106424960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458114 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458114.563779:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000065f6d44b x1845971106424960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458114 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458114.563784:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458114.563785:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458114.563788:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458114.563789:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458114.563792:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000065f6d44b x1845971106424960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458114 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458114.563796:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458114.563803:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458114.563804:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458114.563806:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458114.563808:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458114.563810:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458114.563812:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000065f6d44b x1845971106424960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458114 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458114.563817:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458114.563819:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458114.563820:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458114.563820:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458114.563822:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458114.563823:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458114.563825:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458114.563837:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458114.563839:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458114.563842:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000065f6d44b x1845971106424960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458114 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458114.563846:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000065f6d44b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106424960:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458114.563851:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458114.563853:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458114.563856:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000065f6d44b x1845971106424960/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458114 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00080000:2.0:1760458114.563860:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458114.563861:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1760458114.563866:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458114.563868:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 02000000:00000001:3.0:1760458114.563869:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:2.0:1760458114.563870:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458114.563873:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 02000000:00000010:3.0:1760458114.563873:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d3ca4d9b. 00000100:00000001:2.0:1760458114.563876:0:145968:0:(import.c:519:import_select_connection()) Process entered 02000000:00000001:3.0:1760458114.563879:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1760458114.563881:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6344 00000020:00000001:3.0:1760458114.563882:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458114.563884:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000100:00080000:2.0:1760458114.563885:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000020:00000001:3.0:1760458114.563888:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000040:2.0:1760458114.563890:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 02000000:00000010:3.0:1760458114.563891:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000029487153. 00000100:00000001:2.0:1760458114.563893:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1760458114.563895:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:2.0:1760458114.563897:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 02000000:00000001:3.0:1760458114.563898:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458114.563912:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000065f6d44b. 00000100:00000001:3.0:1760458114.563916:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458114.563917:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458114.563919:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458114.563922:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458114.563926:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458114.563927:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:2.0:1760458114.563929:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458114.563932:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:2.0:1760458114.563934:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:2.0:1760458114.563936:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:2.0:1760458114.563939:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458114.563940:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458114.563942:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458114.563945:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458114.563947:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:2.0:1760458114.563949:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:2.0:1760458114.563951:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458114.563952:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458114.563954:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458114.563956:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458114.563957:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:2.0:1760458114.563958:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458114.563965:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000056dee25e. 00000020:00000040:2.0:1760458114.563967:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:2.0:1760458114.563970:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458114.563971:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458114.563973:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458114.563976:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458114.563979:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458114.563984:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006b39f20e. 00000100:00000001:2.0:1760458114.563988:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458114.563992:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000056dee25e x1845971106425152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458114.563998:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458114.564000:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458114.564002:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000056dee25e] to pc [ptlrpcd_rcv+-1] req@0000000056dee25e x1845971106425152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458114.564016:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458114.564017:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:2.0:1760458114.564018:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458114.564021:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458114.564022:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458114.564024:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458114.564026:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458114.564029:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458114.564032:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6373) 00000100:00000001:3.0:1760458114.564039:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458114.564041:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458114.564043:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458114.564048:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000056dee25e x1845971106425152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458114.564053:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458114.564055:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458114.564057:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458114.564059:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458114.564062:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000056dee25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106425152:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458114.564064:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458114.564067:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458114.564069:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458114.564070:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458114.564074:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d3ca4d9b. 02000000:00000001:3.0:1760458114.564075:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458114.564078:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000008b719216. 00000400:00000010:3.0:1760458114.564080:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004c440c4. 00000100:00000200:3.0:1760458114.564085:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106425152, portal 25 00000100:00000001:3.0:1760458114.564086:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458114.564088:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771196160 : -123359938355456 : ffff8fce06b1df00) 00000100:00000040:3.0:1760458114.564091:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000056dee25e x1845971106425152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458139 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458114.564096:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458114.564098:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458114.564099:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003d960d6. 00000100:00000200:3.0:1760458114.564101:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106425152, offset 0 00000400:00000200:3.0:1760458114.564106:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458114.564116:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458114.564121:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458114.564124:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458114.564126:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458114.564129:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [417:417:256:4294967295] 192.168.203.106@tcp LPNI seq info [417:417:8:4294967295] 00000400:00000200:3.0:1760458114.564136:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458114.564141:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458114.564144:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c79d76f (tot 1763794). 00000800:00000200:3.0:1760458114.564149:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458114.564155:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458114.564159:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c79d76f type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458114.564171:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458114.564172:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458114.564174:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458114.564176:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458114.564177:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458114.564179:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458114.564180:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458114.564181:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458114.564182:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458114.564183:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458114.564184:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458114.564284:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458114.564288:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c79d76f (tot 1763546). 00000400:00000200:0.0:1760458114.564292:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458114.564297:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458114.564300:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003d960d6 00000400:00000010:0.0:1760458114.564301:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003d960d6. 00000100:00000001:0.0:1760458114.564304:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458114.564307:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000056dee25e x1845971106425152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458139 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458114.564312:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458114.564314:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000056dee25e x1845971106425152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458139 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458114.564318:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458114.564320:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458114.755712:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458114.755717:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458114.755719:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458114.755725:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458114.755729:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458114.755732:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458114.755734:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458114.755736:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458114.755739:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458115.459728:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458115.459732:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458115.459738:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458115.459739:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458115.459741:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458115.459742:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458115.459779:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458115.459782:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458115.459784:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458115.587726:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458115.587737:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458115.587739:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458115.587744:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458115.587747:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458115.587751:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458115.587753:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458115.779777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458115.779784:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458115.779786:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458115.779792:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458115.779798:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458115.779802:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458115.779805:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458115.779807:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458115.779810:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458116.483737:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458116.483741:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458116.483746:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458116.483747:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458116.483749:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458116.483751:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458116.483824:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458116.483828:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458116.483831:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458116.611728:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458116.611738:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458116.611739:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458116.611743:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458116.611745:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458116.611747:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458116.611749:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458116.803725:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458116.803729:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458116.803730:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458116.803734:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458116.803738:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458116.803740:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458116.803742:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458116.803744:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458116.803745:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458117.507783:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458117.507790:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458117.507793:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458117.507796:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458117.507803:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458117.507805:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458117.507812:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458117.507816:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458117.507821:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458117.507822:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458117.507826:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458117.507827:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458117.507921:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458117.507925:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458117.507929:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458117.635794:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458117.635809:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458117.635811:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458117.635819:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458117.635823:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458117.635827:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458117.635829:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458117.827797:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458117.827803:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458117.827804:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458117.827809:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458117.827813:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458117.827816:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458117.827819:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458117.827821:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458117.827823:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458118.531808:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458118.531817:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458118.531830:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458118.531833:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458118.531839:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458118.531841:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458118.531936:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458118.531941:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458118.531946:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458118.659776:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458118.659792:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458118.659795:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458118.659803:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458118.659807:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458118.659812:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458118.659816:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458118.851761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458118.851767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458118.851769:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458118.851775:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458118.851781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458118.851785:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458118.851788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458118.851790:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458118.851793:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458119.555795:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458119.555802:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458119.555811:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458119.555813:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458119.555818:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458119.555823:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458119.555826:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458119.555834:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458119.555837:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458119.555839:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458119.555843:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458119.555846:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458119.555848:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458119.555851:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458119.555938:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458119.555944:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458119.555948:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458119.683780:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458119.683795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458119.683797:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458119.683806:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458119.683809:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458119.683814:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458119.683824:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458119.683936:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458119.683945:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458119.683949:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458119.683952:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458119.683955:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458119.683958:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458119.683961:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458119.683964:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458119.683969:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6378) 00000100:00000001:3.0:1760458119.875776:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458119.875782:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458119.875784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458119.875790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458119.875796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458119.875800:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458119.875803:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458119.875806:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458119.875809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458120.579805:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458120.579811:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458120.579820:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458120.579823:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458120.579827:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458120.579829:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458120.579955:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458120.579960:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458120.579964:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458120.707781:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458120.707797:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458120.707799:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458120.707808:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458120.707812:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458120.707817:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458120.707821:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458120.899770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458120.899778:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458120.899780:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458120.899786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458120.899793:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458120.899798:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458120.899801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458120.899804:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458120.899808:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458121.603830:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458121.603836:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458121.603843:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458121.603847:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458121.603850:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458121.603896:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458121.603899:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458121.603901:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458121.603905:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458121.603907:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458121.603909:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458121.603912:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458121.603916:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458121.603917:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458121.603984:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458121.603989:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458121.603994:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458121.731776:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458121.731790:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458121.731792:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458121.731799:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458121.731802:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458121.731806:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458121.731809:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458121.923772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458121.923778:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458121.923780:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458121.923787:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458121.923793:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458121.923797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458121.923800:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458121.923803:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458121.923807:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458122.627812:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458122.627819:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458122.627827:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458122.627829:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458122.627833:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458122.627835:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458122.627932:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458122.627936:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458122.627941:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458122.755880:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458122.755893:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458122.755895:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458122.755901:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458122.755905:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458122.755909:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458122.755912:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458122.947796:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458122.947806:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458122.947808:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458122.947815:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458122.947823:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458122.947829:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458122.947833:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458122.947837:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458122.947841:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458123.651760:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458123.651780:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458123.651785:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458123.651787:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458123.651793:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458123.651794:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458123.651834:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458123.651837:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458123.651850:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458123.779770:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458123.779780:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458123.779782:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458123.779789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458123.779792:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458123.779795:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458123.779798:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458123.971753:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458123.971759:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458123.971761:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458123.971783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458123.971786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458123.971789:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458123.971791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458123.971793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458123.971795:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458124.675774:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458124.675779:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458124.675787:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458124.675788:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458124.675792:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458124.675793:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458124.675925:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458124.675929:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458124.675932:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458124.803780:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458124.803795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458124.803797:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458124.803804:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458124.803808:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458124.803812:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458124.803817:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458124.803895:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458124.803907:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458124.803911:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458124.803916:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458124.803920:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458124.803942:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458124.803946:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458124.803951:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458124.803960:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6383) 00000100:00000001:3.0:1760458124.995795:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458124.995801:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458124.995803:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458124.995808:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458124.995813:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458124.995817:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458124.995820:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458124.995822:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458124.995825:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458125.699871:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458125.699877:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458125.699885:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458125.699886:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458125.699890:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458125.699891:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458125.699963:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458125.699968:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458125.699973:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458125.827793:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458125.827799:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458125.827814:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458100/real 1760458100] req@000000007270cc27 x1845971106425024/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458125 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458125.827877:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458125.827880:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458125.827884:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc0818c6. 00000400:00000200:3.0:1760458125.827891:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8cbb956 00000400:00000010:3.0:1760458125.827894:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8cbb956. 00000100:00000001:3.0:1760458125.827899:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458125.827904:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007270cc27 x1845971106425024/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458125 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458125.827915:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007270cc27 x1845971106425024/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458125 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458125.827925:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458125.827927:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458125.827930:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458125.827933:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458125.827937:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007270cc27 x1845971106425024/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458125 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458125.827945:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458125.827955:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458125.827957:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458125.827960:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458125.827963:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458125.827968:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458125.827972:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007270cc27 x1845971106425024/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458125 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458125.827980:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458125.827984:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458125.827985:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458125.827987:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458125.827990:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458125.827992:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458125.827996:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458125.828025:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458125.828029:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458125.828034:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007270cc27 x1845971106425024/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458125 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458125.828044:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007270cc27 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425024:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458125.828050:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458125.828053:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458125.828056:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007270cc27 x1845971106425024/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458125 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458125.828065:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458125.828068:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458125.828088:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009c6e2fd9. 02000000:00000001:3.0:1760458125.828097:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458125.828101:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458125.828103:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:3.0:1760458125.828109:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458125.828113:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ad271b31. 02000000:00000001:3.0:1760458125.828121:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458125.828125:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458125.828128:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007270cc27. 00000100:00000001:3.0:1760458125.828134:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458125.828138:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458125.828142:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458125.828152:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458125.828162:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458125.828165:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458125.828170:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760458125.828173:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1760458125.828176:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760458125.828179:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760458125.828185:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760458125.828191:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6354 00000100:00080000:1.0:1760458125.828195:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760458125.828200:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458125.828204:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458125.828209:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458125.828212:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760458125.828217:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760458125.828219:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:1.0:1760458125.828222:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760458125.828226:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:1.0:1760458125.828229:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:1.0:1760458125.828232:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:1.0:1760458125.828235:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458125.828237:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458125.828239:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458125.828241:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760458125.828244:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:1.0:1760458125.828248:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760458125.828251:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458125.828254:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760458125.828262:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760458125.828265:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458125.828267:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760458125.828271:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760458125.828275:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458125.828277:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760458125.828286:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c551f49e. 00000020:00000040:1.0:1760458125.828290:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:1.0:1760458125.828295:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760458125.828297:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458125.828301:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760458125.828304:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760458125.828309:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760458125.828318:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f524eada. 00000100:00000001:1.0:1760458125.828325:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458125.828331:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c551f49e x1845971106425216/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458125.828343:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760458125.828345:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760458125.828350:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c551f49e] to pc [ptlrpcd_rcv+-1] req@00000000c551f49e x1845971106425216/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458125.828379:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458125.828382:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760458125.828384:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458125.828388:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458125.828391:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458125.828394:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458125.828399:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6384) 00000100:00000001:3.0:1760458125.828453:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458125.828458:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458125.828461:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458125.828470:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c551f49e x1845971106425216/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458125.828486:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458125.828488:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458125.828494:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458125.828499:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458125.828504:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c551f49e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425216:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458125.828511:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458125.828516:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458125.828520:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458125.828524:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458125.828531:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009c6e2fd9. 02000000:00000001:3.0:1760458125.828535:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458125.828541:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc0818c6. 00000400:00000010:3.0:1760458125.828548:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8cbb956. 00000100:00000200:3.0:1760458125.828557:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106425216, portal 10 00000100:00000001:3.0:1760458125.828560:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458125.828563:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768344128 : -123359941207488 : ffff8fce06865a40) 00000100:00000040:3.0:1760458125.828574:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c551f49e x1845971106425216/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458150 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458125.828587:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458125.828593:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458125.828597:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4e7f92a. 00000100:00000200:3.0:1760458125.828602:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106425216, offset 0 00000400:00000200:3.0:1760458125.828615:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458125.828634:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458125.828682:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458125.828688:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458125.828693:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458125.828701:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [418:418:256:4294967295] 192.168.203.106@tcp LPNI seq info [418:418:8:4294967295] 00000400:00000200:3.0:1760458125.828720:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458125.828731:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458125.828741:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9729ca0 (tot 1763794). 00000800:00000200:3.0:1760458125.828767:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458125.828776:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458125.828781:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9729ca0 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458125.828803:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458125.828806:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458125.828809:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458125.828813:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458125.828815:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458125.828820:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458125.828822:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458125.828841:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458125.828843:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458125.828845:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458125.828848:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458125.828955:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458125.828960:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9729ca0 (tot 1763546). 00000400:00000200:1.0:1760458125.828965:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458125.828971:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458125.828974:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4e7f92a 00000400:00000010:1.0:1760458125.828976:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4e7f92a. 00000100:00000001:1.0:1760458125.828979:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458125.828982:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c551f49e x1845971106425216/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458150 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458125.828992:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458125.828995:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c551f49e x1845971106425216/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458150 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458125.829004:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458125.829006:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458126.019782:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458126.019791:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458126.019794:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458126.019802:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458126.019810:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458126.019815:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458126.019818:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458126.019822:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458126.019853:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458126.723784:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458126.723792:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458126.723801:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458126.723802:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458126.723807:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458126.723809:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458126.723953:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458126.723958:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458126.723962:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458126.851722:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458126.851734:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458126.851736:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458126.851740:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458126.851743:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458126.851747:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458126.851750:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458127.043739:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458127.043746:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458127.043748:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458127.043753:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458127.043759:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458127.043763:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458127.043766:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458127.043769:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458127.043772:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458127.747798:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458127.747809:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458127.747844:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458127.747850:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458127.747858:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458127.747862:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458127.747866:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458127.747869:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458127.747876:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458127.747877:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458127.747881:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458127.747882:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458127.747948:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458127.747954:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458127.747959:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458127.875767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458127.875780:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458127.875782:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458127.875789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458127.875792:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458127.875797:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458127.875800:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458128.067774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458128.067781:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458128.067784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458128.067789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458128.067795:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458128.067799:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458128.067802:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458128.067805:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458128.067808:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458128.771774:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458128.771780:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458128.771789:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458128.771791:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458128.771795:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458128.771799:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458128.771936:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458128.771941:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458128.771946:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458128.899740:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458128.899751:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458128.899753:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458128.899758:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458128.899760:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458128.899764:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458128.899766:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458129.091761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458129.091768:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458129.091770:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458129.091776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458129.091782:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458129.091785:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458129.091788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458129.091791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458129.091795:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458129.795789:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458129.795795:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458129.795823:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458129.795825:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458129.795829:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458129.795834:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458129.795838:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458129.795844:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458129.795847:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458129.795849:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458129.795853:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458129.795856:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458129.795859:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458129.795862:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458129.795908:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458129.795916:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458129.795922:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458129.923782:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458129.923851:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458129.923856:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458129.923864:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458129.923869:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458129.923876:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458129.923880:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458130.115728:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458130.115735:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458130.115737:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458130.115756:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458130.115762:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458130.115767:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458130.115770:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458130.115773:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458130.115776:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458130.819744:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458130.819749:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458130.819756:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458130.819758:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458130.819761:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458130.819763:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458130.819839:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458130.819843:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458130.819847:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458130.947755:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458130.947765:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458130.947767:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458130.947771:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1760458130.947773:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458130.947774:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458130.947777:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458130.947780:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458130.947780:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458130.947786:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458130.947821:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458130.947824:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458130.947827:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458130.947829:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458130.947832:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458130.947838:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6390) 00000100:00000001:3.0:1760458131.139754:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458131.139759:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458131.139761:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458131.139765:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458131.139770:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458131.139773:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458131.139775:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458131.139777:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458131.139780:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458131.843851:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458131.843860:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458131.843873:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458131.843878:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458131.843882:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458131.843891:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458131.843893:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458131.843896:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458131.843901:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458131.843904:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458131.843908:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458131.843911:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458131.843917:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458131.843919:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458131.844012:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458131.844020:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458131.844026:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458131.971739:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458131.971745:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458131.971759:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458106/real 1760458106] req@00000000efed3f3f x1845971106425088/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458131 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458131.971778:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458131.971780:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458131.971818:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000012330272. 00000400:00000200:3.0:1760458131.971825:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000045b1616a 00000400:00000010:3.0:1760458131.971827:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000045b1616a. 00000100:00000001:3.0:1760458131.971832:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458131.971836:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000efed3f3f x1845971106425088/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458131 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458131.971844:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000efed3f3f x1845971106425088/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458131 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458131.971851:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458131.971853:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458131.971855:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458131.971858:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458131.971860:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000efed3f3f x1845971106425088/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458131 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458131.971866:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458131.971875:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458131.971876:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458131.971879:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458131.971881:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458131.971884:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458131.971887:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000efed3f3f x1845971106425088/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458131 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458131.971893:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458131.971896:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458131.971898:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458131.971899:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458131.971901:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458131.971903:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458131.971906:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458131.971930:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458131.971934:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458131.971940:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000efed3f3f x1845971106425088/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458131 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458131.971951:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000efed3f3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425088:192.168.203.106@tcp:8: 00000100:00000001:3.0:1760458131.971958:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458131.971961:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458131.971964:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000efed3f3f x1845971106425088/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458131 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458131.971974:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458131.971978:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458131.971982:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e0e5c22c. 02000000:00000001:3.0:1760458131.971990:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458131.971993:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458131.971995:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000100:00080000:0.0:1760458131.971996:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1760458131.971999:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00080000:0.0:1760458131.972002:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000010:3.0:1760458131.972002:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000001cf8fd9f. 00000100:00080000:0.0:1760458131.972006:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1760458131.972007:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1760458131.972009:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:3.0:1760458131.972009:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458131.972011:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000efed3f3f. 00000100:00080000:0.0:1760458131.972013:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458131.972015:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1760458131.972017:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1760458131.972017:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458131.972020:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458131.972021:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458131.972025:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458131.972027:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760458131.972030:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458131.972033:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458131.972037:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458131.972041:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6360 00000100:00080000:0.0:1760458131.972045:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458131.972049:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458131.972052:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458131.972055:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458131.972058:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458131.972062:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458131.972064:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760458131.972067:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458131.972071:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760458131.972074:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760458131.972076:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760458131.972079:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458131.972081:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458131.972082:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458131.972084:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458131.972086:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760458131.972089:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458131.972091:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458131.972093:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458131.972100:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458131.972102:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458131.972105:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458131.972108:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458131.972111:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458131.972112:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458131.972120:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000036e202b0. 00000020:00000040:0.0:1760458131.972123:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760458131.972126:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458131.972128:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458131.972132:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458131.972134:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458131.972138:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458131.972145:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000089493969. 00000100:00000001:0.0:1760458131.972150:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458131.972155:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000036e202b0 x1845971106425280/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458131.972163:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458131.972165:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458131.972168:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000036e202b0] to pc [ptlrpcd_rcv+-1] req@0000000036e202b0 x1845971106425280/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458131.972190:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458131.972193:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760458131.972198:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6391) 00000100:00000001:3.0:1760458131.972225:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458131.972228:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458131.972231:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458131.972236:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036e202b0 x1845971106425280/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458131.972247:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458131.972249:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458131.972254:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458131.972257:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458131.972260:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036e202b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425280:192.168.203.106@tcp:8: 00000100:00000001:3.0:1760458131.972264:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458131.972268:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458131.972269:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458131.972272:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458131.972277:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e0e5c22c. 02000000:00000001:3.0:1760458131.972278:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458131.972298:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000012330272. 00000400:00000010:3.0:1760458131.972302:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000045b1616a. 00000100:00000200:3.0:1760458131.972308:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106425280, portal 4 00000100:00000001:3.0:1760458131.972310:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458131.972311:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762818432 : -123359946733184 : ffff8fce06320980) 00000100:00000040:3.0:1760458131.972316:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000036e202b0 x1845971106425280/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458156 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458131.972322:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458131.972325:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458131.972327:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fba236c. 00000100:00000200:3.0:1760458131.972330:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106425280, offset 0 00000400:00000200:3.0:1760458131.972335:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458131.972347:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458131.972354:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458131.972358:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458131.972360:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458131.972364:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [419:419:256:4294967295] 192.168.203.106@tcp LPNI seq info [419:419:8:4294967295] 00000400:00000200:3.0:1760458131.972374:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458131.972379:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458131.972384:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c2fb322 (tot 1763794). 00000800:00000200:3.0:1760458131.972390:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458131.972397:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458131.972401:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c2fb322 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458131.972419:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458131.972422:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458131.972425:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458131.972429:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458131.972431:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458131.972436:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458131.972439:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458131.972441:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458131.972442:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458131.972444:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458131.972446:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458131.972549:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458131.972553:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c2fb322 (tot 1763546). 00000400:00000200:0.0:1760458131.972557:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458131.972563:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458131.972566:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fba236c 00000400:00000010:0.0:1760458131.972568:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fba236c. 00000100:00000001:0.0:1760458131.972570:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458131.972573:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000036e202b0 x1845971106425280/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458156 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458131.972580:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458131.972582:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000036e202b0 x1845971106425280/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458156 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458131.972587:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458131.972589:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458132.163740:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458132.163760:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458132.163762:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458132.163769:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458132.163780:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458132.163806:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458132.163809:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458132.163812:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458132.163815:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458132.867861:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458132.867869:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458132.867879:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458132.867881:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458132.867886:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458132.867887:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458132.868028:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458132.868034:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458132.868038:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458132.995766:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458132.995824:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458132.995827:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458132.995834:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458132.995837:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458132.995841:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458132.995844:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458133.187734:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458133.187739:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458133.187741:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458133.187745:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458133.187749:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458133.187752:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458133.187754:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458133.187757:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458133.187759:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458133.891792:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458133.891801:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458133.891813:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458133.891816:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458133.891823:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458133.891826:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458133.891914:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458133.891920:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458133.891926:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458134.019832:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458134.019850:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458134.019853:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458134.019861:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458134.019864:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458134.019869:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458134.019873:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458134.211794:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458134.211802:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458134.211805:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458134.211811:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458134.211817:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458134.211820:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458134.211824:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458134.211826:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458134.211829:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458134.915798:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458134.915803:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458134.915808:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458134.915809:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458134.915812:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458134.915813:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458134.915901:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458134.915905:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458134.915909:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458135.043724:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458135.043735:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458135.043737:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458135.043742:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458135.043744:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458135.043748:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458135.043750:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458135.235736:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458135.235741:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458135.235743:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458135.235748:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458135.235753:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458135.235756:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458135.235758:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458135.235775:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458135.235777:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458135.939897:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458135.939904:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458135.939913:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458135.939916:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458135.939920:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458135.939922:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458135.939994:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458135.939999:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458135.940004:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458136.067710:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458136.067722:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458136.067724:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458136.067731:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458136.067734:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458136.067738:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458136.067740:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458136.259808:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458136.259815:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458136.259817:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458136.259822:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458136.259828:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458136.259832:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458136.259834:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458136.259836:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458136.259839:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458136.963842:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458136.963849:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458136.963853:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458136.963855:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458136.963863:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458136.963865:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458136.963868:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458136.963870:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458136.963874:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458136.963876:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458136.963880:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458136.963881:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458136.964014:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458136.964019:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458136.964024:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1760458137.091821:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458137.091823:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1760458137.091835:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1760458137.091836:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458137.091840:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1760458137.091844:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458137.091846:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458137.091850:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1760458137.091856:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1760458137.091858:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458137.091864:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458137.091865:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458137.091875:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458137.091880:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458137.091887:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458137.091897:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6396) 00000100:00000001:3.0:1760458137.283780:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458137.283787:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458137.283789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458137.283795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458137.283801:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458137.283805:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458137.283808:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458137.283811:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458137.283814:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458137.987888:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458137.987896:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458137.987906:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458137.987907:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458137.987914:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458137.987915:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458137.987986:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458137.987991:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458137.987995:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458138.115807:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458138.115821:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458138.115823:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458138.115829:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458138.115832:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458138.115836:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458138.115839:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458138.307783:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458138.307789:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458138.307792:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458138.307797:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458138.307803:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458138.307807:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458138.307810:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458138.307813:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458138.307816:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458139.011814:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458139.011820:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458139.011827:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458139.011828:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458139.011833:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458139.011838:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458139.011841:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458139.011848:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458139.011851:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458139.011852:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458139.011856:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458139.011858:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458139.011861:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458139.011863:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458139.011985:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458139.011991:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458139.011995:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458139.139821:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458139.139826:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760458139.139841:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458114/real 1760458114] req@0000000056dee25e x1845971106425152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458139 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760458139.139861:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760458139.139864:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760458139.139867:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000008b719216. 00000400:00000200:0.0:1760458139.139872:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004c440c4 00000400:00000010:0.0:1760458139.139876:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004c440c4. 00000100:00000001:0.0:1760458139.139882:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760458139.139888:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000056dee25e x1845971106425152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458139 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760458139.139904:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000056dee25e x1845971106425152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458139 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458139.139917:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760458139.139921:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458139.139926:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458139.139929:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760458139.139935:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000056dee25e x1845971106425152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458139 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458139.139948:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458139.139961:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458139.139963:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458139.139968:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458139.139971:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458139.139975:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760458139.139982:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000056dee25e x1845971106425152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458139 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458139.139995:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760458139.140000:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458139.140003:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458139.140005:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458139.140010:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760458139.140013:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760458139.140019:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760458139.140052:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760458139.140057:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760458139.140064:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000056dee25e x1845971106425152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458139 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760458139.140075:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000056dee25e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106425152:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760458139.140080:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458139.140084:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458139.140087:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000056dee25e x1845971106425152/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458139 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458139.140095:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760458139.140098:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760458139.140104:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d3ca4d9b. 02000000:00000001:0.0:1760458139.140109:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760458139.140112:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760458139.140113:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:0.0:1760458139.140117:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760458139.140119:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000006b39f20e. 02000000:00000001:0.0:1760458139.140124:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760458139.140127:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760458139.140129:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000056dee25e. 00000100:00000001:0.0:1760458139.140135:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760458139.140137:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458139.140140:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458139.140152:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458139.140162:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:3.0:1760458139.140165:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:3.0:1760458139.140169:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1760458139.140172:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1760458139.140177:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:3.0:1760458139.140185:0:56038:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6368 00000100:00080000:3.0:1760458139.140189:0:56038:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1760458139.140194:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458139.140198:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458139.140203:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458139.140206:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:3.0:1760458139.140212:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458139.140214:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:3.0:1760458139.140218:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1760458139.140221:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:3.0:1760458139.140224:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:3.0:1760458139.140227:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:3.0:1760458139.140231:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458139.140233:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458139.140235:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458139.140237:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458139.140240:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:3.0:1760458139.140243:0:56038:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:3.0:1760458139.140246:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458139.140249:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458139.140252:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458139.140255:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458139.140258:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:3.0:1760458139.140259:0:56038:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458139.140266:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000084be0f9d. 00000020:00000040:3.0:1760458139.140270:0:56038:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:3.0:1760458139.140275:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458139.140278:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458139.140282:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458139.140285:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458139.140290:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458139.140298:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c08c4ada. 00000100:00000001:3.0:1760458139.140305:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458139.140312:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000084be0f9d x1845971106425344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458139.140323:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458139.140326:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458139.140330:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000084be0f9d] to pc [ptlrpcd_rcv+-1] req@0000000084be0f9d x1845971106425344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458139.140356:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458139.140360:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:3.0:1760458139.140361:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458139.140366:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458139.140368:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458139.140372:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458139.140375:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458139.140377:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458139.140382:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6398) 00000100:00000001:0.0:1760458139.140461:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458139.140466:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458139.140469:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760458139.140477:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000084be0f9d x1845971106425344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458139.140490:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760458139.140492:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458139.140497:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760458139.140500:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458139.140504:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000084be0f9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106425344:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760458139.140509:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760458139.140513:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760458139.140516:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458139.140519:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760458139.140526:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e0eb8712. 02000000:00000001:0.0:1760458139.140528:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760458139.140535:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f02495bd. 00000400:00000010:0.0:1760458139.140541:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000557643d7. 00000100:00000200:0.0:1760458139.140548:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106425344, portal 25 00000100:00000001:0.0:1760458139.140551:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760458139.140553:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771142720 : -123359938408896 : ffff8fce06b10e40) 00000100:00000040:0.0:1760458139.140558:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000084be0f9d x1845971106425344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458164 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458139.140575:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760458139.140579:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760458139.140581:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005eda1095. 00000100:00000200:0.0:1760458139.140584:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106425344, offset 0 00000400:00000200:0.0:1760458139.140592:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760458139.140607:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760458139.140615:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760458139.140620:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760458139.140623:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760458139.140628:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [420:420:256:4294967295] 192.168.203.106@tcp LPNI seq info [420:420:8:4294967295] 00000400:00000200:0.0:1760458139.140640:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760458139.140677:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760458139.140683:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f012ee74 (tot 1763794). 00000800:00000200:0.0:1760458139.140691:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760458139.140702:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760458139.140707:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f012ee74 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760458139.140732:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458139.140734:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760458139.140764:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458139.140767:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458139.140770:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458139.140775:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458139.140777:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458139.140779:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458139.140781:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458139.140782:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458139.140784:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458139.140942:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458139.140949:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f012ee74 (tot 1763546). 00000400:00000200:1.0:1760458139.140959:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458139.140968:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458139.140973:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005eda1095 00000400:00000010:1.0:1760458139.140975:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005eda1095. 00000100:00000001:1.0:1760458139.140979:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458139.140984:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000084be0f9d x1845971106425344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458164 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458139.140995:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458139.140998:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000084be0f9d x1845971106425344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458164 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458139.141006:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458139.141009:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458139.331786:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458139.331792:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458139.331794:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458139.331799:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458139.331804:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458139.331808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458139.331811:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458139.331813:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458139.331816:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458140.035815:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458140.035818:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458140.035823:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458140.035824:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458140.035827:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458140.035827:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458140.035869:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458140.035872:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458140.035874:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458140.163805:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458140.163819:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458140.163822:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458140.163829:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458140.163832:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458140.163837:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458140.163840:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458140.355743:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458140.355747:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458140.355749:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458140.355753:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458140.355758:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458140.355760:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458140.355763:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458140.355765:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458140.355768:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458141.059812:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458141.059817:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458141.059825:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458141.059827:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458141.059831:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458141.059832:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458141.059961:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458141.059966:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458141.059971:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458141.187818:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458141.187831:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458141.187833:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458141.187838:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458141.187841:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458141.187845:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458141.187848:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458141.379757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458141.379762:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458141.379775:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458141.379779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458141.379785:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458141.379788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458141.379790:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458141.379792:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458141.379795:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458142.083861:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458142.083866:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458142.083873:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458142.083876:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458142.083879:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458142.083885:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458142.083888:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458142.083889:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458142.083892:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458142.083895:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458142.083897:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458142.083899:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458142.083902:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458142.083904:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458142.083991:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458142.083996:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458142.084000:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458142.211779:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458142.211793:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458142.211795:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458142.211802:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458142.211805:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458142.211809:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458142.211812:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458142.403794:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458142.403802:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458142.403805:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458142.403813:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458142.403821:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458142.403826:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458142.403831:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458142.403833:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458142.403837:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458143.107860:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458143.107868:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458143.107876:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458143.107878:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458143.107883:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458143.107885:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458143.107997:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458143.108002:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458143.108007:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458143.235815:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458143.235830:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458143.235832:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458143.235839:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458143.235841:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458143.235846:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458143.235849:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458143.427798:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458143.427805:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458143.427807:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458143.427812:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458143.427818:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458143.427822:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458143.427825:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458143.427828:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458143.427831:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458144.131820:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458144.131827:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458144.131836:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458144.131838:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458144.131843:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458144.131845:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458144.131975:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458144.131980:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458144.131985:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1760458144.259809:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458144.259828:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1760458144.259831:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458144.259837:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458144.259841:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1760458144.259842:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1760458144.259844:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458144.259847:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1760458144.259853:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1760458144.259855:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1760458144.259860:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458144.259861:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1760458144.259867:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1760458144.259868:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458144.259874:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458144.259877:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6403) 00000100:00000001:3.0:1760458144.451790:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458144.451797:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458144.451799:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458144.451805:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458144.451810:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458144.451815:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458144.451817:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458144.451820:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458144.451824:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458145.155777:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458145.155782:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458145.155789:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458145.155791:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458145.155795:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458145.155796:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458145.155861:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458145.155865:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458145.155868:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458145.283787:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458145.283800:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458145.283802:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458145.283809:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458145.283812:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458145.283815:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458145.283818:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458145.475786:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458145.475792:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458145.475794:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458145.475798:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458145.475803:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458145.475807:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458145.475810:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458145.475812:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458145.475815:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458146.179815:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458146.179821:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458146.179829:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458146.179830:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458146.179834:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458146.179835:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458146.179966:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458146.179972:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458146.179977:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458146.307768:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458146.307783:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458146.307786:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458146.307794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458146.307797:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458146.307803:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458146.307807:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458146.499825:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458146.499833:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458146.499836:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458146.499842:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458146.499850:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458146.499855:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458146.499859:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458146.499863:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458146.499866:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458147.203812:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458147.203821:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458147.203824:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458147.203827:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458147.203834:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458147.203837:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458147.203839:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458147.203842:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458147.203846:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458147.203848:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458147.203851:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458147.203853:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458147.203952:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458147.203959:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458147.203965:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458147.331790:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458147.331805:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458147.331807:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458147.331814:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458147.331818:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458147.331822:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458147.331826:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458147.523754:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458147.523761:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458147.523763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458147.523769:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458147.523774:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458147.523779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458147.523782:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458147.523784:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458147.523787:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458148.227839:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458148.227846:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458148.227853:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458148.227854:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458148.227859:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458148.227860:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458148.227957:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458148.227963:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458148.227968:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458148.355748:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458148.355767:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458148.355770:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458148.355778:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458148.355782:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458148.355787:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458148.355791:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458148.547789:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458148.547796:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458148.547798:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458148.547804:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458148.547809:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458148.547814:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458148.547817:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458148.547819:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458148.547822:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458149.251777:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458149.251782:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458149.251789:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458149.251791:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458149.251793:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458149.251796:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458149.251799:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458149.251804:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458149.251807:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458149.251808:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458149.251811:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458149.251813:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458149.251815:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458149.251817:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458149.251917:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458149.251921:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458149.251925:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458149.379773:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458149.379786:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458149.379788:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458149.379793:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458149.379796:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458149.379801:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458149.379804:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458149.379862:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458149.379871:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458149.379875:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458149.379878:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458149.379880:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458149.379884:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458149.379886:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458149.379889:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458149.379894:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6408) 00000100:00000001:3.0:1760458149.571752:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458149.571757:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458149.571758:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458149.571763:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458149.571768:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458149.571772:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458149.571774:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458149.571776:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458149.571779:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458150.275815:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458150.275821:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458150.275829:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458150.275832:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458150.275835:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458150.275837:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458150.275965:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458150.275970:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458150.275975:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458150.403794:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458150.403803:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760458150.403822:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458125/real 1760458125] req@00000000c551f49e x1845971106425216/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458150 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760458150.403853:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760458150.403857:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760458150.403862:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc0818c6. 00000400:00000200:0.0:1760458150.403872:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8cbb956 00000400:00000010:0.0:1760458150.403875:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8cbb956. 00000100:00000001:0.0:1760458150.403881:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760458150.403887:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c551f49e x1845971106425216/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458150 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760458150.403899:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c551f49e x1845971106425216/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458150 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458150.403909:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760458150.403910:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458150.403914:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458150.403917:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760458150.403921:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c551f49e x1845971106425216/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458150 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458150.403929:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458150.403938:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458150.403940:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458150.403943:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458150.403946:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458150.403950:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760458150.403954:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c551f49e x1845971106425216/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458150 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458150.403962:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760458150.403966:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458150.403967:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458150.403969:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458150.403971:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760458150.403974:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760458150.403978:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760458150.404008:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760458150.404011:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760458150.404016:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c551f49e x1845971106425216/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458150 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760458150.404025:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c551f49e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425216:192.168.203.106@tcp:38: 00000100:00000001:0.0:1760458150.404030:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458150.404033:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458150.404036:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c551f49e x1845971106425216/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458150 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458150.404044:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760458150.404047:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760458150.404052:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009c6e2fd9. 02000000:00000001:0.0:1760458150.404058:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760458150.404061:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760458150.404063:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:0.0:1760458150.404068:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760458150.404070:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000f524eada. 02000000:00000001:0.0:1760458150.404074:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760458150.404076:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760458150.404078:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c551f49e. 00000100:00000001:0.0:1760458150.404082:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760458150.404084:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458150.404087:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458150.404129:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458150.404140:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458150.404145:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458150.404152:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458150.404155:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1760458150.404159:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458150.404162:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458150.404169:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458150.404177:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6379 00000100:00080000:2.0:1760458150.404182:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458150.404188:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458150.404193:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458150.404196:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458150.404200:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458150.404205:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458150.404208:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:2.0:1760458150.404213:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458150.404219:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:2.0:1760458150.404225:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:2.0:1760458150.404231:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:2.0:1760458150.404238:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458150.404242:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458150.404247:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458150.404250:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458150.404254:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:2.0:1760458150.404260:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458150.404266:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458150.404271:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458150.404282:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458150.404287:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458150.404292:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:2.0:1760458150.404299:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1760458150.404304:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458150.404307:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458150.404320:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fc89ba4d. 00000020:00000040:2.0:1760458150.404325:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:2.0:1760458150.404332:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458150.404334:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458150.404339:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458150.404343:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458150.404349:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458150.404359:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000060b27ffd. 00000100:00000001:2.0:1760458150.404368:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458150.404379:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fc89ba4d x1845971106425408/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458150.404396:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458150.404399:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458150.404406:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fc89ba4d] to pc [ptlrpcd_rcv+-1] req@00000000fc89ba4d x1845971106425408/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458150.404448:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458150.404453:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:2.0:1760458150.404456:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458150.404463:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458150.404468:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458150.404475:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1760458150.404479:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1760458150.404485:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6409) 00000100:00000001:0.0:1760458150.404486:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458150.404489:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760458150.404498:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fc89ba4d x1845971106425408/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458150.404509:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760458150.404511:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458150.404515:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760458150.404519:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458150.404522:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fc89ba4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425408:192.168.203.106@tcp:38: 00000100:00000001:0.0:1760458150.404528:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760458150.404532:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760458150.404535:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458150.404538:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760458150.404545:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ca48aada. 02000000:00000001:0.0:1760458150.404547:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760458150.404553:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085bdc8da. 00000400:00000010:0.0:1760458150.404558:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000585b1586. 00000100:00000200:0.0:1760458150.404565:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106425408, portal 10 00000100:00000001:0.0:1760458150.404568:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760458150.404570:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771171840 : -123359938379776 : ffff8fce06b18000) 00000100:00000040:0.0:1760458150.404577:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000fc89ba4d x1845971106425408/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458175 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458150.404585:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760458150.404589:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760458150.404593:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a1384d6. 00000100:00000200:0.0:1760458150.404596:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106425408, offset 0 00000400:00000200:0.0:1760458150.404604:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760458150.404620:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760458150.404629:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760458150.404633:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760458150.404637:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760458150.404712:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [421:421:256:4294967295] 192.168.203.106@tcp LPNI seq info [421:421:8:4294967295] 00000400:00000200:0.0:1760458150.404729:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760458150.404738:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760458150.404747:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f012ee74 (tot 1763794). 00000800:00000200:0.0:1760458150.404758:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760458150.404771:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760458150.404778:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f012ee74 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760458150.404806:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458150.404810:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760458150.404815:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458150.404820:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458150.404824:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458150.404831:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458150.404833:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458150.404836:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458150.404839:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458150.404841:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458150.404844:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458150.405016:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458150.405024:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f012ee74 (tot 1763546). 00000400:00000200:1.0:1760458150.405034:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458150.405042:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458150.405047:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a1384d6 00000400:00000010:1.0:1760458150.405049:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a1384d6. 00000100:00000001:1.0:1760458150.405054:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458150.405058:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fc89ba4d x1845971106425408/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458175 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458150.405069:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458150.405072:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fc89ba4d x1845971106425408/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458175 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458150.405081:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458150.405083:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458150.595742:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458150.595746:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458150.595748:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458150.595751:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458150.595755:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458150.595758:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458150.595760:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458150.595762:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458150.595766:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458151.299805:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458151.299813:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458151.299822:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458151.299824:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458151.299829:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458151.299831:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458151.299917:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458151.299922:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458151.299926:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458151.427737:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458151.427749:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458151.427751:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458151.427756:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458151.427758:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458151.427762:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458151.427766:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458151.619767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458151.619773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458151.619775:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458151.619780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458151.619786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458151.619789:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458151.619793:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458151.619795:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458151.619798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458152.323826:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458152.323834:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458152.323845:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458152.323850:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458152.323853:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458152.323862:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458152.323865:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458152.323867:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458152.323872:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458152.323875:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458152.323879:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458152.323883:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458152.323889:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458152.323891:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458152.324021:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458152.324026:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458152.324030:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458152.451763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458152.451775:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458152.451778:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458152.451783:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458152.451786:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458152.451790:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458152.451794:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458152.643767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458152.643773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458152.643775:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458152.643780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458152.643786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458152.643790:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458152.643793:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458152.643796:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458152.643799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458153.347806:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458153.347814:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458153.347824:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458153.347827:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458153.347832:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458153.347833:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458153.347963:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458153.347968:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458153.347972:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458153.475766:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458153.475778:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458153.475780:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458153.475785:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458153.475788:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458153.475792:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458153.475795:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458153.667766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458153.667772:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458153.667774:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458153.667779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458153.667785:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458153.667789:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458153.667792:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458153.667795:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458153.667797:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458154.371862:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458154.371871:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458154.371884:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458154.371886:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458154.371890:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458154.371892:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458154.372012:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458154.372017:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458154.372022:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458154.499799:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458154.499818:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458154.499822:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458154.499831:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458154.499835:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458154.499841:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458154.499845:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458154.691770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458154.691776:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458154.691778:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458154.691784:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458154.691791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458154.691795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458154.691798:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458154.691801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458154.691804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458155.395806:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458155.395812:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458155.395819:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458155.395821:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458155.395824:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458155.395826:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458155.395955:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458155.395961:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458155.395966:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458155.523776:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458155.523789:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458155.523792:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458155.523798:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458155.523802:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458155.523808:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458155.523812:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458155.523855:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458155.523864:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458155.523867:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458155.523871:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458155.523873:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458155.523877:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458155.523879:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458155.523882:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458155.523892:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6414) 00000100:00000001:3.0:1760458155.715755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458155.715763:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458155.715766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458155.715773:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458155.715779:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458155.715784:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458155.715787:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458155.715790:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458155.715793:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458156.419839:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458156.419845:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458156.419854:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458156.419857:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458156.419862:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458156.419863:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458156.419940:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458156.419946:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458156.419950:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458156.547790:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458156.547797:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760458156.547813:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458131/real 1760458131] req@0000000036e202b0 x1845971106425280/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458156 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760458156.547834:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760458156.547836:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760458156.547839:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000012330272. 00000400:00000200:0.0:1760458156.547847:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000045b1616a 00000400:00000010:0.0:1760458156.547849:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000045b1616a. 00000100:00000001:0.0:1760458156.547855:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760458156.547858:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000036e202b0 x1845971106425280/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458156 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760458156.547867:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000036e202b0 x1845971106425280/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458156 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458156.547875:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760458156.547877:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458156.547879:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458156.547882:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760458156.547885:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000036e202b0 x1845971106425280/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458156 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458156.547892:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458156.547901:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458156.547903:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458156.547906:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458156.547909:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458156.547912:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760458156.547916:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036e202b0 x1845971106425280/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458156 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458156.547923:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760458156.547928:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458156.547929:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458156.547931:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458156.547933:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760458156.547936:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760458156.547939:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760458156.547964:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760458156.547967:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760458156.547971:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036e202b0 x1845971106425280/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458156 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760458156.547979:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036e202b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425280:192.168.203.106@tcp:8: 00000100:00000001:0.0:1760458156.547985:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458156.547988:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458156.547991:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000036e202b0 x1845971106425280/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458156 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458156.548002:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760458156.548006:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760458156.548022:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e0e5c22c. 02000000:00000001:0.0:1760458156.548032:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760458156.548035:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760458156.548038:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:0.0:1760458156.548042:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760458156.548046:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000089493969. 02000000:00000001:0.0:1760458156.548052:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760458156.548055:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760458156.548058:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000036e202b0. 00000100:00000001:0.0:1760458156.548065:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760458156.548068:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458156.548072:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458156.548101:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458156.548109:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458156.548113:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458156.548116:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458156.548118:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458156.548122:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458156.548124:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458156.548128:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760458156.548130:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:1.0:1760458156.548133:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760458156.548136:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760458156.548141:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760458156.548147:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6386 00000100:00080000:1.0:1760458156.548151:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760458156.548155:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458156.548158:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458156.548161:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458156.548164:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760458156.548168:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760458156.548170:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:1.0:1760458156.548174:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760458156.548177:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:1.0:1760458156.548180:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:1.0:1760458156.548183:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:1.0:1760458156.548186:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458156.548189:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458156.548191:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458156.548192:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760458156.548195:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:1.0:1760458156.548198:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760458156.548201:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458156.548203:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760458156.548211:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760458156.548214:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458156.548216:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760458156.548220:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760458156.548224:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458156.548226:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760458156.548236:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003718eff5. 00000020:00000040:1.0:1760458156.548240:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:1.0:1760458156.548244:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760458156.548247:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458156.548250:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760458156.548254:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760458156.548258:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760458156.548267:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000beab5f56. 00000100:00000001:1.0:1760458156.548274:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458156.548280:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003718eff5 x1845971106425472/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458156.548290:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760458156.548292:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760458156.548296:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003718eff5] to pc [ptlrpcd_rcv+-1] req@000000003718eff5 x1845971106425472/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458156.548321:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458156.548324:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:1.0:1760458156.548328:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6415) 00000100:00000001:0.0:1760458156.548383:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458156.548388:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458156.548391:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760458156.548399:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003718eff5 x1845971106425472/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458156.548414:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760458156.548416:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458156.548422:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760458156.548426:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458156.548431:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003718eff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425472:192.168.203.106@tcp:8: 00000100:00000001:0.0:1760458156.548437:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760458156.548442:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760458156.548446:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458156.548449:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760458156.548456:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000089493969. 02000000:00000001:0.0:1760458156.548459:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760458156.548466:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007dda1bbf. 00000400:00000010:0.0:1760458156.548472:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b696e39c. 00000100:00000200:0.0:1760458156.548480:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106425472, portal 4 00000100:00000001:0.0:1760458156.548484:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760458156.548486:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768333184 : -123359941218432 : ffff8fce06862f80) 00000100:00000040:0.0:1760458156.548505:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003718eff5 x1845971106425472/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458181 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458156.548517:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760458156.548523:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760458156.548526:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab568d89. 00000100:00000200:0.0:1760458156.548530:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106425472, offset 0 00000400:00000200:0.0:1760458156.548541:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760458156.548560:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760458156.548586:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760458156.548591:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760458156.548596:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760458156.548602:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [422:422:256:4294967295] 192.168.203.106@tcp LPNI seq info [422:422:8:4294967295] 00000400:00000200:0.0:1760458156.548712:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760458156.548731:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760458156.548737:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009372af62 (tot 1763794). 00000800:00000200:0.0:1760458156.548746:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760458156.548754:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760458156.548758:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009372af62 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760458156.548778:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458156.548780:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760458156.548783:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458156.548786:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458156.548788:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458156.548793:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458156.548794:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458156.548796:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458156.548798:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458156.548800:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458156.548802:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458156.548947:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458156.548953:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009372af62 (tot 1763546). 00000400:00000200:1.0:1760458156.548963:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458156.548971:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458156.548976:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab568d89 00000400:00000010:1.0:1760458156.548978:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab568d89. 00000100:00000001:1.0:1760458156.548982:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458156.548986:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003718eff5 x1845971106425472/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458181 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458156.548996:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458156.548998:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003718eff5 x1845971106425472/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458181 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458156.549006:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458156.549008:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458156.739797:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458156.739804:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458156.739806:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458156.739812:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458156.739818:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458156.739822:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458156.739825:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458156.739827:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458156.739831:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458157.443920:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458157.443926:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458157.443929:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458157.443932:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458157.443937:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458157.443939:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458157.443942:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458157.443944:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458157.443948:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458157.443949:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458157.443953:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458157.443954:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458157.444074:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458157.444079:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458157.444083:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458157.571783:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458157.571795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458157.571797:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458157.571802:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458157.571804:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458157.571808:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458157.571810:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458157.763756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458157.763765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458157.763767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458157.763774:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458157.763781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458157.763787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458157.763791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458157.763794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458157.763799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458158.467823:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458158.467830:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458158.467838:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458158.467840:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458158.467844:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458158.467845:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458158.467898:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458158.467901:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458158.467904:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458158.595736:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458158.595748:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458158.595750:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458158.595755:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458158.595758:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458158.595761:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458158.595764:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458158.787798:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458158.787804:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458158.787806:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458158.787812:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458158.787818:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458158.787823:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458158.787826:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458158.787828:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458158.787832:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458159.491767:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458159.491774:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458159.491782:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458159.491783:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458159.491787:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458159.491791:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458159.491794:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458159.491800:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458159.491803:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458159.491804:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458159.491808:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458159.491812:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458159.491815:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458159.491818:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458159.491928:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458159.491932:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458159.491936:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458159.619792:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458159.619811:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458159.619814:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458159.619822:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458159.619825:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458159.619831:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458159.619835:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458159.811735:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458159.811741:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458159.811743:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458159.811750:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458159.811755:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458159.811760:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458159.811763:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458159.811765:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458159.811768:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458160.515831:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458160.515836:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458160.515844:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458160.515845:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458160.515849:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458160.515850:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458160.515988:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458160.515992:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458160.515997:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458160.643729:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458160.643740:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458160.643741:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458160.643746:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458160.643749:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458160.643752:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458160.643754:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458160.835726:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458160.835731:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458160.835732:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458160.835736:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458160.835740:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458160.835743:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458160.835746:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458160.835748:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458160.835750:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458161.539802:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458161.539809:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458161.539819:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458161.539821:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458161.539826:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458161.539828:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458161.539945:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458161.539950:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458161.539955:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458161.667747:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458161.667761:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458161.667764:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458161.667770:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458161.667773:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458161.667778:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458161.667781:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458161.667810:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458161.667819:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458161.667823:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458161.667828:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458161.667832:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458161.667836:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458161.667839:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458161.667842:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458161.667847:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6420) 00000100:00000001:3.0:1760458161.859755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458161.859761:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458161.859763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458161.859768:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458161.859774:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458161.859778:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458161.859781:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458161.859783:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458161.859786:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458162.563810:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458162.563817:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458162.563826:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458162.563830:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458162.563832:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458162.563839:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458162.563842:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458162.563843:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458162.563847:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458162.563850:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458162.563853:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458162.563855:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458162.563859:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458162.563860:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458162.563962:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458162.563967:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458162.563971:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458162.691763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458162.691779:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458162.691782:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458162.691789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458162.691793:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458162.691799:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458162.691803:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458162.883768:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458162.883775:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458162.883777:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458162.883782:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458162.883787:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458162.883791:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458162.883794:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458162.883797:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458162.883800:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458163.587799:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458163.587805:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458163.587813:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458163.587814:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458163.587818:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458163.587820:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458163.587925:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458163.587931:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458163.587937:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458163.715750:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458163.715768:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458163.715770:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458163.715778:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458163.715783:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458163.715788:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458163.715792:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458163.907806:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458163.907814:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458163.907817:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458163.907823:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458163.907831:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458163.907837:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458163.907841:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458163.907844:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458163.907848:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458164.611806:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458164.611811:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458164.611820:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458164.611822:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458164.611826:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458164.611828:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458164.611962:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458164.611969:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458164.611974:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458164.739758:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458164.739764:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760458164.739796:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458139/real 1760458139] req@0000000084be0f9d x1845971106425344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458164 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760458164.739813:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760458164.739815:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760458164.739819:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f02495bd. 00000400:00000200:0.0:1760458164.739825:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000557643d7 00000400:00000010:0.0:1760458164.739827:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000557643d7. 00000100:00000001:0.0:1760458164.739832:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760458164.739834:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000084be0f9d x1845971106425344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458164 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760458164.739842:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000084be0f9d x1845971106425344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458164 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458164.739848:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760458164.739849:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458164.739852:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458164.739854:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760458164.739856:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000084be0f9d x1845971106425344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458164 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458164.739862:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458164.739870:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458164.739872:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458164.739875:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458164.739877:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458164.739880:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760458164.739883:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000084be0f9d x1845971106425344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458164 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458164.739890:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760458164.739893:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458164.739895:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458164.739896:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458164.739898:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760458164.739900:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760458164.739902:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760458164.739924:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760458164.739927:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760458164.739930:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000084be0f9d x1845971106425344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458164 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760458164.739937:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000084be0f9d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106425344:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760458164.739941:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458164.739944:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458164.739946:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000084be0f9d x1845971106425344/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458164 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458164.739952:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760458164.739955:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760458164.739959:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e0eb8712. 02000000:00000001:0.0:1760458164.739963:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760458164.739965:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760458164.739966:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:0.0:1760458164.739969:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760458164.739971:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000c08c4ada. 02000000:00000001:0.0:1760458164.739974:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760458164.739976:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760458164.739977:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000084be0f9d. 00000100:00000001:0.0:1760458164.739981:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760458164.739982:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458164.739985:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458164.740018:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458164.740026:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458164.740027:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:2.0:1760458164.740030:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458164.740032:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458164.740035:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458164.740039:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6393 00000100:00080000:2.0:1760458164.740043:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458164.740045:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458164.740048:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458164.740050:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458164.740052:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458164.740055:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458164.740056:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:2.0:1760458164.740059:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458164.740062:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:2.0:1760458164.740064:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:2.0:1760458164.740066:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:2.0:1760458164.740069:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458164.740071:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458164.740073:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458164.740074:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458164.740076:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:2.0:1760458164.740096:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:2.0:1760458164.740099:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458164.740101:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458164.740104:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458164.740108:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458164.740110:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:2.0:1760458164.740112:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458164.740122:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006f6d8e3f. 00000020:00000040:2.0:1760458164.740126:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:2.0:1760458164.740131:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458164.740132:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458164.740136:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458164.740139:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458164.740143:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458164.740151:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ffd844b8. 00000100:00000001:2.0:1760458164.740159:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458164.740166:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006f6d8e3f x1845971106425536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458164.740177:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458164.740180:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458164.740184:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006f6d8e3f] to pc [ptlrpcd_rcv+-1] req@000000006f6d8e3f x1845971106425536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458164.740214:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458164.740217:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:2.0:1760458164.740219:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458164.740223:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458164.740226:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458164.740230:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458164.740234:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458164.740238:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458164.740244:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6423) 00000100:00000001:0.0:1760458164.740258:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458164.740263:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458164.740266:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760458164.740275:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006f6d8e3f x1845971106425536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458164.740286:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760458164.740288:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458164.740293:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760458164.740296:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458164.740300:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006f6d8e3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106425536:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760458164.740304:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760458164.740308:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760458164.740311:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458164.740314:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760458164.740319:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e0eb8712. 02000000:00000001:0.0:1760458164.740321:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760458164.740326:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f02495bd. 00000400:00000010:0.0:1760458164.740331:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000557643d7. 00000100:00000200:0.0:1760458164.740337:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106425536, portal 25 00000100:00000001:0.0:1760458164.740340:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760458164.740342:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771198592 : -123359938353024 : ffff8fce06b1e880) 00000100:00000040:0.0:1760458164.740347:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006f6d8e3f x1845971106425536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458189 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458164.740355:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760458164.740359:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760458164.740361:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b8bbf08. 00000100:00000200:0.0:1760458164.740364:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106425536, offset 0 00000400:00000200:0.0:1760458164.740371:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760458164.740387:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760458164.740397:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760458164.740402:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760458164.740405:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760458164.740410:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [423:423:256:4294967295] 192.168.203.106@tcp LPNI seq info [423:423:8:4294967295] 00000400:00000200:0.0:1760458164.740423:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760458164.740431:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760458164.740437:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000284d84b3 (tot 1763794). 00000800:00000200:0.0:1760458164.740445:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760458164.740455:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760458164.740460:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000284d84b3 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760458164.740482:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458164.740485:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760458164.740488:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458164.740491:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458164.740493:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458164.740498:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458164.740499:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458164.740502:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458164.740503:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458164.740504:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458164.740506:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458164.740758:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458164.740765:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000284d84b3 (tot 1763546). 00000400:00000200:1.0:1760458164.740791:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458164.740798:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458164.740802:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b8bbf08 00000400:00000010:1.0:1760458164.740805:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b8bbf08. 00000100:00000001:1.0:1760458164.740808:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458164.740812:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006f6d8e3f x1845971106425536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458189 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458164.740819:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458164.740822:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006f6d8e3f x1845971106425536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458189 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458164.740828:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458164.740830:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458164.931701:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458164.931705:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458164.931706:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458164.931710:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458164.931713:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458164.931716:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458164.931718:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458164.931719:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458164.931721:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458165.635752:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458165.635756:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458165.635762:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458165.635763:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458165.635766:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458165.635768:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458165.635849:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458165.635852:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458165.635855:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458165.763776:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458165.763789:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458165.763791:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458165.763798:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458165.763801:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458165.763805:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458165.763808:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458165.955778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458165.955784:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458165.955786:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458165.955792:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458165.955798:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458165.955802:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458165.955805:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458165.955808:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458165.955811:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458166.659788:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458166.659795:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458166.659804:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458166.659805:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458166.659811:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458166.659814:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458166.659930:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458166.659936:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458166.659940:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458166.787715:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458166.787728:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458166.787730:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458166.787736:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458166.787739:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458166.787743:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458166.787746:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458166.979769:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458166.979776:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458166.979778:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458166.979784:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458166.979789:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458166.979794:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458166.979797:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458166.979799:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458166.979803:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458167.683780:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458167.683787:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458167.683790:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458167.683793:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458167.683800:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458167.683803:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458167.683805:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458167.683808:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458167.683812:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458167.683813:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458167.683816:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458167.683818:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458167.683905:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458167.683910:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458167.683915:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458167.811759:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458167.811770:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458167.811773:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458167.811779:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458167.811782:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458167.811787:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458167.811790:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458168.003766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458168.003772:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458168.003775:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458168.003780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458168.003786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458168.003790:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458168.003793:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458168.003796:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458168.003799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458168.707775:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458168.707781:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458168.707799:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458168.707800:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458168.707803:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458168.707804:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458168.707910:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458168.707914:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458168.707917:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458168.835746:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458168.835759:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458168.835761:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458168.835767:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458168.835769:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458168.835773:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458168.835776:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458169.027769:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458169.027778:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458169.027781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458169.027787:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458169.027794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458169.027800:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458169.027805:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458169.027808:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458169.027812:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458169.731770:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458169.731777:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458169.731786:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458169.731787:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458169.731793:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458169.731798:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458169.731801:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458169.731807:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458169.731809:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458169.731811:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458169.731815:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458169.731818:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458169.731821:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458169.731824:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458169.731944:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458169.731949:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458169.731953:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458169.859743:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458169.859757:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458169.859760:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458169.859767:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458169.859770:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458169.859774:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458169.859779:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458169.859782:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458169.859792:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458169.859796:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458169.859800:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458169.859803:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458169.859807:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458169.859810:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458169.859814:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458169.859820:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6429) 00000100:00000001:3.0:1760458170.051760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458170.051766:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458170.051768:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458170.051773:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458170.051779:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458170.051783:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458170.051786:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458170.051788:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458170.051792:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458170.755804:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458170.755810:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458170.755819:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458170.755822:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458170.755826:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458170.755828:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458170.755952:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458170.755958:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458170.755965:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458170.883851:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458170.883864:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458170.883866:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458170.883872:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458170.883875:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458170.883880:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458170.883883:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458171.075765:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458171.075773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458171.075776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458171.075783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458171.075790:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458171.075795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458171.075800:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458171.075803:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458171.075807:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458171.779755:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458171.779760:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458171.779768:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458171.779770:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458171.779773:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458171.779774:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458171.779848:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458171.779853:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458171.779857:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458171.907721:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458171.907733:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458171.907735:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458171.907740:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458171.907742:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458171.907746:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458171.907748:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458172.099739:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458172.099746:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458172.099748:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458172.099754:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458172.099759:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458172.099763:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458172.099766:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458172.099769:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458172.099772:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458172.803814:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458172.803823:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458172.803835:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458172.803840:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458172.803845:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458172.803855:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458172.803859:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458172.803861:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458172.803867:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458172.803871:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458172.803875:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458172.803879:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458172.803886:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458172.803888:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458172.803988:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458172.803994:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458172.803998:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458172.931763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458172.931780:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458172.931783:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458172.931791:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458172.931795:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458172.931801:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458172.931805:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458173.123802:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458173.123808:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458173.123810:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458173.123817:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458173.123822:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458173.123826:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458173.123829:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458173.123831:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458173.123834:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458173.827749:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458173.827755:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458173.827763:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458173.827764:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458173.827768:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458173.827770:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458173.827872:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458173.827879:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458173.827885:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458173.955749:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458173.955764:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458173.955768:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458173.955774:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458173.955779:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458173.955785:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458173.955789:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458174.147799:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458174.147808:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458174.147810:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458174.147817:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458174.147824:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458174.147830:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458174.147834:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458174.147837:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458174.147840:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458174.851754:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458174.851760:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458174.851768:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458174.851770:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458174.851775:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458174.851776:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458174.851876:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458174.851883:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458174.851889:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458174.979783:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458174.979800:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458174.979804:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458174.979813:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458174.979819:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458174.979826:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458174.979830:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458174.979844:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458174.979857:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458174.979863:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458174.979867:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458174.979871:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458174.979875:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458174.979877:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458174.979880:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458174.979886:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6434) 00000100:00000001:3.0:1760458175.171772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458175.171780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458175.171783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458175.171790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458175.171799:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458175.171804:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458175.171808:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458175.171812:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458175.171816:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458175.875795:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458175.875801:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458175.875810:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458175.875812:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458175.875817:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458175.875819:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458175.875915:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458175.875920:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458175.875925:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458176.003741:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458176.003747:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760458176.003762:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458150/real 1760458150] req@00000000fc89ba4d x1845971106425408/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458175 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760458176.003796:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760458176.003798:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760458176.003801:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085bdc8da. 00000400:00000200:0.0:1760458176.003806:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000585b1586 00000400:00000010:0.0:1760458176.003808:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000585b1586. 00000100:00000001:0.0:1760458176.003812:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760458176.003815:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fc89ba4d x1845971106425408/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458175 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760458176.003823:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fc89ba4d x1845971106425408/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458175 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458176.003829:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760458176.003830:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458176.003833:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458176.003835:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760458176.003837:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fc89ba4d x1845971106425408/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458175 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458176.003843:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458176.003852:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458176.003854:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458176.003856:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458176.003859:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458176.003862:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760458176.003865:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fc89ba4d x1845971106425408/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458175 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458176.003871:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760458176.003873:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458176.003876:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458176.003877:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458176.003880:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760458176.003882:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760458176.003885:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760458176.003908:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760458176.003911:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760458176.003914:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fc89ba4d x1845971106425408/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458175 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760458176.003920:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fc89ba4d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425408:192.168.203.106@tcp:38: 00000100:00000001:0.0:1760458176.003925:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458176.003927:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458176.003929:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000fc89ba4d x1845971106425408/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458175 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458176.003935:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760458176.003937:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760458176.003941:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ca48aada. 02000000:00000001:0.0:1760458176.003945:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760458176.003947:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760458176.003948:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:0.0:1760458176.003950:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760458176.003952:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000060b27ffd. 02000000:00000001:0.0:1760458176.003956:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760458176.003957:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760458176.003959:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fc89ba4d. 00000100:00000001:0.0:1760458176.003962:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760458176.003963:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458176.003965:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458176.004007:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458176.004013:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458176.004016:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458176.004019:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:3.0:1760458176.004020:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1760458176.004023:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1760458176.004024:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1760458176.004028:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:3.0:1760458176.004031:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6404 00000100:00080000:3.0:1760458176.004034:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1760458176.004037:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458176.004039:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458176.004041:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458176.004043:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:3.0:1760458176.004046:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458176.004047:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:3.0:1760458176.004050:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1760458176.004052:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:3.0:1760458176.004055:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:3.0:1760458176.004057:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:3.0:1760458176.004059:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458176.004061:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458176.004062:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458176.004064:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458176.004066:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:3.0:1760458176.004069:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:3.0:1760458176.004072:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458176.004074:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458176.004080:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458176.004083:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458176.004085:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:3.0:1760458176.004088:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1760458176.004090:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458176.004092:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458176.004100:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003060d709. 00000020:00000040:3.0:1760458176.004103:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:3.0:1760458176.004107:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458176.004108:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458176.004111:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458176.004114:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458176.004117:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458176.004124:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d3ca4d9b. 00000100:00000001:3.0:1760458176.004129:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458176.004134:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003060d709 x1845971106425600/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458176.004143:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458176.004145:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458176.004148:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003060d709] to pc [ptlrpcd_rcv+-1] req@000000003060d709 x1845971106425600/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458176.004168:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458176.004170:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:3.0:1760458176.004171:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458176.004174:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458176.004176:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458176.004178:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458176.004182:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6435) 00000100:00000001:0.0:1760458176.004200:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458176.004203:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458176.004205:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760458176.004210:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003060d709 x1845971106425600/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458176.004224:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760458176.004225:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458176.004229:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760458176.004231:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458176.004234:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003060d709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425600:192.168.203.106@tcp:38: 00000100:00000001:0.0:1760458176.004237:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760458176.004240:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760458176.004242:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458176.004244:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760458176.004248:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ca48aada. 02000000:00000001:0.0:1760458176.004250:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760458176.004253:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085bdc8da. 00000400:00000010:0.0:1760458176.004257:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000585b1586. 00000100:00000200:0.0:1760458176.004262:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106425600, portal 10 00000100:00000001:0.0:1760458176.004264:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760458176.004266:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771168256 : -123359938383360 : ffff8fce06b17200) 00000100:00000040:0.0:1760458176.004271:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003060d709 x1845971106425600/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458201 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458176.004277:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760458176.004280:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760458176.004283:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b8bbf08. 00000100:00000200:0.0:1760458176.004285:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106425600, offset 0 00000400:00000200:0.0:1760458176.004291:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760458176.004302:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760458176.004309:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760458176.004313:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760458176.004315:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760458176.004319:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [424:424:256:4294967295] 192.168.203.106@tcp LPNI seq info [424:424:8:4294967295] 00000400:00000200:0.0:1760458176.004329:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760458176.004335:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760458176.004340:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e4f55d1 (tot 1763794). 00000800:00000200:0.0:1760458176.004346:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760458176.004354:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760458176.004358:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e4f55d1 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760458176.004376:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458176.004378:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760458176.004380:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458176.004382:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458176.004384:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458176.004392:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458176.004393:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458176.004395:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458176.004396:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458176.004397:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458176.004398:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458176.004575:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458176.004581:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e4f55d1 (tot 1763546). 00000400:00000200:1.0:1760458176.004591:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458176.004598:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458176.004603:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b8bbf08 00000400:00000010:1.0:1760458176.004605:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b8bbf08. 00000100:00000001:1.0:1760458176.004608:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458176.004612:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003060d709 x1845971106425600/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458201 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458176.004621:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458176.004624:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003060d709 x1845971106425600/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458201 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458176.004631:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458176.004633:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458176.195763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458176.195769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458176.195786:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458176.195790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458176.195794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458176.195797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458176.195800:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458176.195802:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458176.195804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458176.899812:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458176.899819:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458176.899824:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458176.899826:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458176.899832:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458176.899835:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458176.899837:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458176.899840:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458176.899844:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458176.899845:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458176.899849:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458176.899850:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458176.899929:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458176.899934:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458176.899939:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458177.027770:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458177.027788:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458177.027791:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458177.027800:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458177.027804:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458177.027810:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458177.027814:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458177.219775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458177.219781:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458177.219783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458177.219789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458177.219796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458177.219800:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458177.219804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458177.219806:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458177.219809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458177.923751:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458177.923759:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458177.923773:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458177.923776:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458177.923782:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458177.923784:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458177.923917:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458177.923922:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458177.923927:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458178.051757:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458178.051772:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458178.051776:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458178.051785:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458178.051789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458178.051793:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458178.051796:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458178.243740:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458178.243746:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458178.243748:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458178.243753:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458178.243759:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458178.243762:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458178.243765:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458178.243767:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458178.243770:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458178.947780:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458178.947788:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458178.947798:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458178.947800:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458178.947805:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458178.947810:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458178.947813:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458178.947822:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458178.947825:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458178.947827:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458178.947832:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458178.947836:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458178.947839:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458178.947843:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458178.947929:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458178.947933:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458178.947938:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458179.075777:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458179.075791:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458179.075793:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458179.075800:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458179.075805:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458179.075810:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458179.075814:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458179.267742:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458179.267749:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458179.267751:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458179.267757:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458179.267762:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458179.267766:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458179.267769:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458179.267772:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458179.267775:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458179.971789:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458179.971796:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458179.971806:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458179.971808:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458179.971813:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458179.971815:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458179.971915:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458179.971921:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458179.971927:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458180.099739:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458180.099755:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458180.099758:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458180.099766:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458180.099771:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458180.099776:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458180.099781:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458180.291742:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458180.291748:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458180.291751:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458180.291756:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458180.291761:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458180.291765:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458180.291768:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458180.291771:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458180.291774:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458180.995795:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458180.995802:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458180.995812:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458180.995814:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458180.995818:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458180.995820:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458180.995923:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458180.995928:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458180.995932:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458181.123738:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458181.123744:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760458181.123762:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458156/real 1760458156] req@000000003718eff5 x1845971106425472/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458181 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1760458181.123766:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458181.123778:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458181.123799:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458181.123807:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458181.123810:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458181.123814:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458181.123816:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458181.123819:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000001:0.0:1760458181.123820:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00000040:3.0:1760458181.123824:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6440) 00000400:00000001:0.0:1760458181.123825:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760458181.123831:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007dda1bbf. 00000400:00000200:0.0:1760458181.123840:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b696e39c 00000400:00000010:0.0:1760458181.123843:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b696e39c. 00000100:00000001:0.0:1760458181.123849:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760458181.123853:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003718eff5 x1845971106425472/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458181 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760458181.123866:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003718eff5 x1845971106425472/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458181 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458181.123875:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760458181.123877:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458181.123879:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458181.123882:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760458181.123884:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003718eff5 x1845971106425472/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458181 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458181.123890:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458181.123898:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458181.123900:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458181.123903:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458181.123905:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458181.123908:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760458181.123911:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003718eff5 x1845971106425472/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458181 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458181.123917:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760458181.123920:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458181.123921:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458181.123922:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458181.123924:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760458181.123926:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760458181.123928:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760458181.123949:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760458181.123951:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760458181.123955:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003718eff5 x1845971106425472/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458181 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760458181.123961:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003718eff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425472:192.168.203.106@tcp:8: 00000100:00000001:0.0:1760458181.123966:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458181.123969:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458181.123972:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003718eff5 x1845971106425472/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458181 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458181.123978:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1760458181.123980:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1760458181.123982:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760458181.123986:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000089493969. 00000100:00080000:3.0:1760458181.123987:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458181.123991:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1760458181.123993:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1760458181.123994:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000001:0.0:1760458181.123996:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:3.0:1760458181.123998:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:0.0:1760458181.124000:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000100:00080000:3.0:1760458181.124002:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000020:00000001:0.0:1760458181.124004:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00080000:3.0:1760458181.124006:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:0.0:1760458181.124008:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000beab5f56. 00000100:00000001:3.0:1760458181.124010:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 02000000:00000001:0.0:1760458181.124015:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:3.0:1760458181.124015:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 02000000:00000001:0.0:1760458181.124019:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:3.0:1760458181.124020:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:0.0:1760458181.124022:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003718eff5. 00000100:00080000:3.0:1760458181.124023:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1760458181.124028:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00000001:0.0:1760458181.124031:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760458181.124033:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1760458181.124034:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6410 00000100:00000001:0.0:1760458181.124037:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458181.124039:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1760458181.124045:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458181.124048:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458181.124050:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458181.124052:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:3.0:1760458181.124054:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458181.124056:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:3.0:1760458181.124059:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1760458181.124062:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:3.0:1760458181.124064:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:3.0:1760458181.124066:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:3.0:1760458181.124069:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458181.124071:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458181.124072:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458181.124074:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458181.124093:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:3.0:1760458181.124096:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:3.0:1760458181.124098:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458181.124100:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458181.124105:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458181.124108:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458181.124110:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:3.0:1760458181.124113:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1760458181.124116:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458181.124117:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458181.124125:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000037bc89ae. 00000020:00000040:3.0:1760458181.124130:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:3.0:1760458181.124134:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458181.124135:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458181.124138:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458181.124142:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458181.124145:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458181.124153:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c08c4ada. 00000100:00000001:3.0:1760458181.124159:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458181.124164:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000037bc89ae x1845971106425664/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458181.124173:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458181.124175:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458181.124178:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000037bc89ae] to pc [ptlrpcd_rcv+-1] req@0000000037bc89ae x1845971106425664/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458181.124201:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458181.124203:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:3.0:1760458181.124206:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6440) 00000100:00000001:0.0:1760458181.124237:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458181.124240:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458181.124243:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760458181.124248:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037bc89ae x1845971106425664/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458181.124257:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760458181.124259:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458181.124262:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760458181.124264:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458181.124267:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037bc89ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425664:192.168.203.106@tcp:8: 00000100:00000001:0.0:1760458181.124271:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760458181.124275:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760458181.124277:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458181.124279:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760458181.124284:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000089493969. 02000000:00000001:0.0:1760458181.124286:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760458181.124290:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007dda1bbf. 00000400:00000010:0.0:1760458181.124294:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b696e39c. 00000100:00000200:0.0:1760458181.124301:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106425664, portal 4 00000100:00000001:0.0:1760458181.124303:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760458181.124305:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771151232 : -123359938400384 : ffff8fce06b12f80) 00000100:00000040:0.0:1760458181.124311:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000037bc89ae x1845971106425664/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458206 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458181.124317:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760458181.124321:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760458181.124323:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab568d89. 00000100:00000200:0.0:1760458181.124326:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106425664, offset 0 00000400:00000200:0.0:1760458181.124332:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760458181.124348:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760458181.124359:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760458181.124365:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760458181.124369:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760458181.124374:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [425:425:256:4294967295] 192.168.203.106@tcp LPNI seq info [425:425:8:4294967295] 00000400:00000200:0.0:1760458181.124389:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760458181.124400:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760458181.124409:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002e4f55d1 (tot 1763794). 00000800:00000200:0.0:1760458181.124420:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760458181.124432:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760458181.124437:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002e4f55d1 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760458181.124474:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458181.124478:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760458181.124482:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458181.124487:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458181.124490:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458181.124497:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458181.124508:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458181.124512:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458181.124514:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458181.124515:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458181.124517:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458181.124608:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458181.124615:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002e4f55d1 (tot 1763546). 00000400:00000200:1.0:1760458181.124623:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458181.124630:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458181.124634:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab568d89 00000400:00000010:1.0:1760458181.124637:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab568d89. 00000100:00000001:1.0:1760458181.124677:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458181.124681:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000037bc89ae x1845971106425664/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458206 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458181.124689:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458181.124691:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000037bc89ae x1845971106425664/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458206 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458181.124697:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458181.124699:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458181.315771:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458181.315778:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458181.315780:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458181.315786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458181.315792:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458181.315796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458181.315799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458181.315801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458181.315804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458182.019766:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458182.019774:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458182.019787:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458182.019793:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458182.019799:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458182.019808:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458182.019811:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458182.019814:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458182.019819:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458182.019822:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458182.019826:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458182.019830:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458182.019835:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458182.019837:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458182.019968:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458182.019973:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458182.019978:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458182.147725:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458182.147735:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458182.147737:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458182.147742:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458182.147744:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458182.147747:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458182.147749:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458182.339745:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458182.339754:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458182.339757:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458182.339765:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458182.339789:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458182.339793:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458182.339796:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458182.339799:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458182.339802:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458183.043766:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458183.043772:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458183.043779:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458183.043780:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458183.043783:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458183.043784:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458183.043910:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458183.043915:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458183.043919:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458183.171796:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458183.171826:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458183.171829:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458183.171834:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458183.171837:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458183.171843:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458183.171845:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458183.363797:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458183.363806:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458183.363808:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458183.363816:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458183.363824:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458183.363830:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458183.363836:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458183.363840:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458183.363845:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458184.067738:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458184.067743:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458184.067749:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458184.067751:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458184.067754:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458184.067755:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458184.067861:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458184.067865:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458184.067869:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458184.195751:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458184.195763:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458184.195765:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458184.195782:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458184.195785:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458184.195789:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458184.195792:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458184.387723:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458184.387728:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458184.387730:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458184.387735:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458184.387740:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458184.387743:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458184.387746:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458184.387748:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458184.387752:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458185.091783:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458185.091790:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458185.091799:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458185.091801:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458185.091806:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458185.091808:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458185.091930:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458185.091935:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458185.091940:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458185.219765:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458185.219778:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458185.219780:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458185.219787:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458185.219790:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458185.219794:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458185.219797:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458185.411798:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458185.411808:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458185.411811:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458185.411817:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458185.411825:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458185.411831:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458185.411835:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458185.411838:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458185.411843:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458186.115811:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458186.115819:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458186.115830:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458186.115832:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458186.115838:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458186.115839:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458186.115972:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458186.115977:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458186.115981:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458186.243755:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458186.243770:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458186.243773:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458186.243780:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458186.243783:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458186.243788:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458186.243807:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458186.243880:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458186.243886:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458186.243889:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458186.243891:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458186.243893:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458186.243895:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458186.243896:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458186.243898:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458186.243903:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6445) 00000100:00000001:3.0:1760458186.435759:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458186.435765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458186.435767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458186.435772:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458186.435777:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458186.435781:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458186.435784:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458186.435786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458186.435789:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458187.139783:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458187.139792:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458187.139796:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458187.139799:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458187.139807:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458187.139809:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458187.139812:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458187.139814:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458187.139818:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458187.139820:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458187.139823:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458187.139824:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458187.139920:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458187.139927:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458187.139932:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458187.267752:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458187.267765:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458187.267767:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458187.267790:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458187.267792:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458187.267795:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458187.267797:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458187.459778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458187.459787:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458187.459790:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458187.459797:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458187.459804:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458187.459809:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458187.459813:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458187.459816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458187.459821:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458188.163820:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458188.163825:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458188.163832:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458188.163834:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458188.163837:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458188.163840:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458188.163967:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458188.163972:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458188.163977:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458188.291768:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458188.291781:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458188.291783:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458188.291790:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458188.291794:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458188.291798:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458188.291801:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458188.483728:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458188.483735:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458188.483736:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458188.483741:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458188.483745:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458188.483749:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458188.483751:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458188.483753:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458188.483755:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458189.187792:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458189.187799:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458189.187809:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458189.187811:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458189.187818:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458189.187823:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458189.187836:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458189.187843:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458189.187846:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458189.187849:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458189.187855:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458189.187858:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458189.187861:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458189.187864:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458189.187943:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458189.187947:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458189.187951:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458189.315776:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458189.315783:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760458189.315796:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458164/real 1760458164] req@000000006f6d8e3f x1845971106425536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458189 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760458189.315815:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760458189.315817:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760458189.315820:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f02495bd. 00000400:00000200:0.0:1760458189.315827:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000557643d7 00000400:00000010:0.0:1760458189.315829:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000557643d7. 00000100:00000001:0.0:1760458189.315834:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760458189.315837:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006f6d8e3f x1845971106425536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458189 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760458189.315845:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006f6d8e3f x1845971106425536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458189 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458189.315852:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760458189.315853:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458189.315856:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458189.315858:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760458189.315861:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006f6d8e3f x1845971106425536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458189 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458189.315866:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458189.315875:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458189.315876:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458189.315879:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458189.315881:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458189.315884:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760458189.315887:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006f6d8e3f x1845971106425536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458189 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458189.315893:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760458189.315896:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458189.315898:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458189.315899:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458189.315901:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760458189.315903:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760458189.315906:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760458189.315937:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760458189.315939:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760458189.315943:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006f6d8e3f x1845971106425536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458189 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760458189.315950:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006f6d8e3f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106425536:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760458189.315955:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458189.315957:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458189.315959:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006f6d8e3f x1845971106425536/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458189 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458189.315965:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760458189.315967:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760458189.315971:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e0eb8712. 02000000:00000001:0.0:1760458189.315976:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760458189.315979:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760458189.315981:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:0.0:1760458189.315984:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760458189.315987:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ffd844b8. 02000000:00000001:0.0:1760458189.315992:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760458189.316011:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760458189.316013:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006f6d8e3f. 00000100:00000001:0.0:1760458189.316018:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760458189.316020:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458189.316024:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458189.316026:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458189.316036:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458189.316039:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:2.0:1760458189.316042:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458189.316044:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458189.316050:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458189.316057:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6418 00000100:00080000:2.0:1760458189.316061:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458189.316083:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458189.316086:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458189.316089:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458189.316091:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458189.316094:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458189.316095:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:2.0:1760458189.316098:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458189.316101:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:2.0:1760458189.316104:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:2.0:1760458189.316106:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:2.0:1760458189.316109:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458189.316111:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458189.316113:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458189.316115:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458189.316117:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:2.0:1760458189.316121:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:2.0:1760458189.316123:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458189.316125:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458189.316128:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458189.316130:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458189.316132:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:2.0:1760458189.316134:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458189.316143:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005f54b077. 00000020:00000040:2.0:1760458189.316146:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:2.0:1760458189.316150:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458189.316151:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458189.316155:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458189.316174:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458189.316178:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458189.316188:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ffd844b8. 00000100:00000001:2.0:1760458189.316195:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458189.316202:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000005f54b077 x1845971106425728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458189.316213:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458189.316216:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458189.316220:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000005f54b077] to pc [ptlrpcd_rcv+-1] req@000000005f54b077 x1845971106425728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458189.316249:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458189.316252:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:2.0:1760458189.316254:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458189.316258:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458189.316261:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458189.316268:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458189.316272:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458189.316277:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458189.316284:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6448) 00000100:00000001:0.0:1760458189.316293:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458189.316315:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458189.316317:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760458189.316324:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000005f54b077 x1845971106425728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458189.316334:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760458189.316335:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458189.316339:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760458189.316342:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458189.316345:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000005f54b077 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106425728:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760458189.316348:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760458189.316352:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760458189.316354:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458189.316357:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760458189.316361:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e0eb8712. 02000000:00000001:0.0:1760458189.316363:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760458189.316366:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f02495bd. 00000400:00000010:0.0:1760458189.316371:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000557643d7. 00000100:00000200:0.0:1760458189.316377:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106425728, portal 25 00000100:00000001:0.0:1760458189.316379:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760458189.316380:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771202240 : -123359938349376 : ffff8fce06b1f6c0) 00000100:00000040:0.0:1760458189.316384:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000005f54b077 x1845971106425728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458214 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458189.316391:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760458189.316394:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760458189.316396:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a1384d6. 00000100:00000200:0.0:1760458189.316436:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106425728, offset 0 00000400:00000200:0.0:1760458189.316443:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760458189.316456:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760458189.316463:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760458189.316467:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760458189.316470:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760458189.316473:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [426:426:256:4294967295] 192.168.203.106@tcp LPNI seq info [426:426:8:4294967295] 00000400:00000200:0.0:1760458189.316483:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760458189.316489:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760458189.316494:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000284d84b3 (tot 1763794). 00000800:00000200:0.0:1760458189.316501:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760458189.316510:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760458189.316514:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000284d84b3 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760458189.316531:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458189.316532:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760458189.316535:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458189.316537:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458189.316539:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458189.316543:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458189.316544:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458189.316546:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458189.316547:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458189.316548:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458189.316549:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458189.316740:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458189.316745:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000284d84b3 (tot 1763546). 00000400:00000200:1.0:1760458189.316753:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458189.316760:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458189.316764:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a1384d6 00000400:00000010:1.0:1760458189.316766:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a1384d6. 00000100:00000001:1.0:1760458189.316769:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458189.316773:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005f54b077 x1845971106425728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458214 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458189.316781:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458189.316783:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000005f54b077 x1845971106425728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458214 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458189.316789:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458189.316791:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458189.507865:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458189.507877:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458189.507880:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458189.507889:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458189.507898:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458189.507904:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458189.507909:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458189.507912:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458189.507917:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458190.211775:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458190.211787:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458190.211795:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458190.211797:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458190.211801:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458190.211803:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458190.211931:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458190.211936:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458190.211941:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458190.339773:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458190.339787:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458190.339791:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458190.339798:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458190.339801:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458190.339805:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458190.339809:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458190.531920:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458190.531932:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458190.531934:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458190.531944:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458190.531953:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458190.531960:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458190.531964:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458190.531969:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458190.531974:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458191.235801:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458191.235809:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458191.235820:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458191.235823:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458191.235831:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458191.235834:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458191.235936:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458191.235943:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458191.235949:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458191.363693:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458191.363702:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458191.363704:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458191.363708:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458191.363710:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458191.363713:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458191.363715:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458191.555839:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458191.555849:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458191.555852:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458191.555860:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458191.555868:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458191.555877:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458191.555892:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458191.555896:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458191.555900:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458192.259800:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458192.259807:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458192.259817:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458192.259821:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458192.259824:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458192.259832:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458192.259834:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458192.259836:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458192.259839:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458192.259842:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458192.259845:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458192.259848:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458192.259854:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458192.259856:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458192.259983:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458192.259989:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458192.259994:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458192.387733:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458192.387745:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458192.387746:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458192.387753:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458192.387755:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458192.387759:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458192.387762:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458192.579835:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458192.579843:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458192.579845:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458192.579852:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458192.579859:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458192.579864:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458192.579867:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458192.579870:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458192.579873:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458193.283805:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458193.283812:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458193.283823:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458193.283826:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458193.283832:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458193.283836:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458193.283936:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458193.283943:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458193.283949:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458193.411764:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458193.411777:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458193.411780:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458193.411786:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458193.411789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458193.411794:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458193.411796:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458193.603798:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458193.603806:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458193.603808:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458193.603815:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458193.603823:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458193.603828:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458193.603832:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458193.603835:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458193.603838:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458194.307804:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458194.307810:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458194.307818:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458194.307820:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458194.307826:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458194.307829:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458194.307960:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458194.307964:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458194.307969:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1760458194.435762:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458194.435772:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1760458194.435774:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458194.435781:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458194.435784:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458194.435787:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458194.435791:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1760458194.435792:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:0.0:1760458194.435798:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1760458194.435798:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458194.435809:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1760458194.435811:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1760458194.435815:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6453) 00000100:00000001:0.0:1760458194.435819:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458194.435827:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458194.435833:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458194.627776:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458194.627783:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458194.627785:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458194.627791:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458194.627798:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458194.627802:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458194.627805:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458194.627808:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458194.627811:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458195.331758:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458195.331766:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458195.331779:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458195.331782:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458195.331788:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458195.331790:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458195.331930:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458195.331936:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458195.331942:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458195.459771:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458195.459784:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458195.459787:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458195.459795:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458195.459799:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458195.459805:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458195.459809:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458195.651760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458195.651766:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458195.651768:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458195.651774:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458195.651780:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458195.651784:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458195.651787:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458195.651790:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458195.651794:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458196.355714:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458196.355718:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458196.355724:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458196.355725:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458196.355728:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458196.355729:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458196.355800:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458196.355803:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458196.355806:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458196.483709:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458196.483719:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458196.483721:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458196.483725:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458196.483727:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458196.483730:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458196.483731:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458196.675711:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458196.675715:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458196.675716:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458196.675719:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458196.675723:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458196.675726:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458196.675727:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458196.675729:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458196.675731:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458197.379725:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458197.379732:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458197.379735:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458197.379737:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458197.379742:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458197.379744:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458197.379746:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458197.379748:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458197.379752:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458197.379753:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458197.379756:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458197.379757:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458197.379833:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458197.379836:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458197.379838:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458197.507723:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458197.507732:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458197.507734:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458197.507738:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458197.507740:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458197.507743:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458197.507746:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458197.699728:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458197.699732:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458197.699733:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458197.699737:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458197.699741:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458197.699744:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458197.699746:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458197.699748:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458197.699750:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458198.403746:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458198.403750:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458198.403755:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458198.403755:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458198.403758:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458198.403759:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458198.403825:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458198.403828:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458198.403830:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458198.531711:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458198.531723:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458198.531725:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458198.531730:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458198.531733:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458198.531736:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458198.531739:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458198.723749:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458198.723755:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458198.723757:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458198.723762:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458198.723767:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458198.723770:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458198.723773:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458198.723775:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458198.723778:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458199.427858:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458199.427863:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458199.427871:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458199.427872:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458199.427876:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458199.427879:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458199.427883:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458199.427890:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458199.427893:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458199.427896:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458199.427900:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458199.427904:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458199.427907:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458199.427909:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458199.428044:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458199.428049:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458199.428054:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458199.555835:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458199.555854:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458199.555858:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458199.555866:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458199.555868:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458199.555873:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458199.555877:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1760458199.555881:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458199.555883:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458199.555889:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458199.555890:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458199.555897:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458199.555902:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458199.555904:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458199.555907:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458199.555914:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6458) 00000100:00000001:3.0:1760458199.747773:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458199.747780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458199.747782:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458199.747787:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458199.747792:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458199.747797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458199.747799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458199.747802:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458199.747805:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458200.451729:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458200.451733:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458200.451738:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458200.451738:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458200.451742:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458200.451743:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458200.451796:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458200.451799:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458200.451802:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458200.579721:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458200.579730:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458200.579731:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458200.579735:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458200.579737:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458200.579740:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458200.579743:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458200.771784:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458200.771792:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458200.771794:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458200.771800:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458200.771807:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458200.771812:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458200.771815:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458200.771818:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458200.771821:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458201.475760:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458201.475765:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458201.475772:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458201.475773:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458201.475777:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458201.475778:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458201.475884:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458201.475888:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458201.475892:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458201.603791:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458201.603796:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760458201.603808:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458176/real 1760458176] req@000000003060d709 x1845971106425600/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458201 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760458201.603822:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760458201.603824:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760458201.603826:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085bdc8da. 00000400:00000200:0.0:1760458201.603832:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000585b1586 00000400:00000010:0.0:1760458201.603834:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000585b1586. 00000100:00000001:0.0:1760458201.603837:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760458201.603840:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003060d709 x1845971106425600/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458201 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760458201.603845:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003060d709 x1845971106425600/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458201 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458201.603850:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760458201.603851:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458201.603853:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458201.603855:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760458201.603856:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003060d709 x1845971106425600/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458201 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458201.603860:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458201.603866:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458201.603867:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458201.603868:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458201.603870:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458201.603873:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760458201.603875:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003060d709 x1845971106425600/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458201 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458201.603879:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760458201.603881:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458201.603882:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458201.603882:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458201.603884:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760458201.603885:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760458201.603887:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760458201.603904:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760458201.603906:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760458201.603911:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003060d709 x1845971106425600/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458201 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760458201.603916:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003060d709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425600:192.168.203.106@tcp:38: 00000100:00000001:0.0:1760458201.603922:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458201.603924:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458201.603926:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003060d709 x1845971106425600/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458201 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458201.603930:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760458201.603933:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760458201.603936:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ca48aada. 02000000:00000001:0.0:1760458201.603940:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760458201.603942:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760458201.603943:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:0.0:1760458201.603945:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760458201.603947:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d3ca4d9b. 00000100:00080000:3.0:1760458201.603947:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1760458201.603951:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1760458201.603953:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1760458201.603953:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000010:0.0:1760458201.603955:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003060d709. 00000100:00080000:3.0:1760458201.603956:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458201.603958:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458201.603960:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00000001:0.0:1760458201.603961:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1760458201.603962:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760458201.603964:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458201.603965:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1760458201.603967:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1760458201.603970:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:3.0:1760458201.603973:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6430 00000100:00080000:3.0:1760458201.603975:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1760458201.603978:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458201.603980:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458201.603982:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458201.603984:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:3.0:1760458201.603986:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458201.603987:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:3.0:1760458201.603989:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1760458201.603991:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:3.0:1760458201.603992:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:3.0:1760458201.603994:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:3.0:1760458201.603996:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458201.603997:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458201.603999:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458201.604000:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458201.604002:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:3.0:1760458201.604004:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:3.0:1760458201.604006:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458201.604007:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458201.604012:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458201.604014:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458201.604016:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:3.0:1760458201.604018:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1760458201.604020:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458201.604021:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458201.604028:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8662100. 00000020:00000040:3.0:1760458201.604030:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:3.0:1760458201.604033:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458201.604035:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458201.604037:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458201.604039:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458201.604042:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458201.604047:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e0e5c22c. 00000100:00000001:3.0:1760458201.604051:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458201.604054:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e8662100 x1845971106425792/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458201.604060:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458201.604061:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458201.604064:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e8662100] to pc [ptlrpcd_rcv+-1] req@00000000e8662100 x1845971106425792/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458201.604078:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458201.604080:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:3.0:1760458201.604080:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458201.604082:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458201.604084:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458201.604086:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458201.604089:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6460) 00000100:00000001:0.0:1760458201.604100:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458201.604102:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458201.604104:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760458201.604108:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8662100 x1845971106425792/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458201.604114:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760458201.604115:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458201.604117:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760458201.604119:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458201.604120:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8662100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425792:192.168.203.106@tcp:38: 00000100:00000001:0.0:1760458201.604123:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760458201.604125:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760458201.604127:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458201.604128:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760458201.604131:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ca48aada. 02000000:00000001:0.0:1760458201.604132:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760458201.604136:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000085bdc8da. 00000400:00000010:0.0:1760458201.604139:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000585b1586. 00000100:00000200:0.0:1760458201.604143:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106425792, portal 10 00000100:00000001:0.0:1760458201.604145:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760458201.604146:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771153664 : -123359938397952 : ffff8fce06b13900) 00000100:00000040:0.0:1760458201.604150:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e8662100 x1845971106425792/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458226 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458201.604154:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760458201.604156:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760458201.604158:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005eda1095. 00000100:00000200:0.0:1760458201.604160:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106425792, offset 0 00000400:00000200:0.0:1760458201.604166:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760458201.604176:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760458201.604182:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760458201.604184:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760458201.604187:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760458201.604189:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [427:427:256:4294967295] 192.168.203.106@tcp LPNI seq info [427:427:8:4294967295] 00000400:00000200:0.0:1760458201.604197:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760458201.604201:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760458201.604205:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009372af62 (tot 1763794). 00000800:00000200:0.0:1760458201.604210:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760458201.604216:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760458201.604219:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009372af62 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760458201.604231:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458201.604233:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760458201.604234:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458201.604236:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458201.604237:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458201.604239:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458201.604240:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458201.604241:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458201.604242:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458201.604243:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458201.604244:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458201.604389:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458201.604393:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009372af62 (tot 1763546). 00000400:00000200:1.0:1760458201.604399:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458201.604404:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458201.604407:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005eda1095 00000400:00000010:1.0:1760458201.604408:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005eda1095. 00000100:00000001:1.0:1760458201.604410:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458201.604413:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8662100 x1845971106425792/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458226 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458201.604418:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458201.604420:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e8662100 x1845971106425792/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458226 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458201.604424:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458201.604426:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458201.795740:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458201.795744:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458201.795746:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458201.795750:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458201.795755:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458201.795758:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458201.795760:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458201.795762:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458201.795764:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458202.499763:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458202.499767:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458202.499772:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458202.499774:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458202.499776:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458202.499780:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458202.499782:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458202.499783:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458202.499785:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458202.499787:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458202.499788:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458202.499789:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458202.499791:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458202.499792:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458202.499837:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458202.499839:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458202.499842:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458202.627724:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458202.627736:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458202.627738:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458202.627742:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458202.627743:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458202.627746:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458202.627748:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458202.819737:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458202.819741:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458202.819743:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458202.819747:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458202.819750:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458202.819753:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458202.819755:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458202.819757:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458202.819758:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458203.523713:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458203.523718:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458203.523723:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458203.523725:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458203.523729:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458203.523730:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458203.523824:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458203.523828:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458203.523831:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458203.651714:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458203.651724:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458203.651725:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458203.651729:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458203.651731:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458203.651734:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458203.651736:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458203.843762:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458203.843766:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458203.843768:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458203.843771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458203.843775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458203.843777:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458203.843779:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458203.843781:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458203.843782:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458204.547736:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458204.547750:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458204.547756:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458204.547757:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458204.547760:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458204.547761:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458204.547836:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458204.547839:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458204.547842:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458204.675704:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458204.675714:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458204.675715:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458204.675719:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458204.675721:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458204.675724:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458204.675726:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458204.867730:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458204.867734:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458204.867735:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458204.867738:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458204.867742:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458204.867745:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458204.867747:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458204.867749:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458204.867751:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458205.571758:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458205.571762:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458205.571767:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458205.571768:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458205.571771:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458205.571772:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458205.571839:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458205.571843:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458205.571847:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458205.699715:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458205.699724:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458205.699726:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458205.699730:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458205.699732:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458205.699735:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458205.699737:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458205.891710:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458205.891715:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458205.891717:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458205.891720:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458205.891725:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458205.891728:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458205.891730:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458205.891732:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458205.891734:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458206.595767:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458206.595772:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458206.595778:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458206.595779:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458206.595782:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458206.595782:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458206.595811:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458206.595814:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458206.595816:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458206.723727:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458206.723733:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1760458206.723741:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:0.0:1760458206.723746:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458181/real 1760458181] req@0000000037bc89ae x1845971106425664/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458206 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1760458206.723747:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458206.723750:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458206.723756:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458206.723759:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458206.723766:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458206.723769:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458206.723771:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000001:0.0:1760458206.723774:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1760458206.723775:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6465) 00000400:00000001:0.0:1760458206.723777:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760458206.723781:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007dda1bbf. 00000400:00000200:0.0:1760458206.723788:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b696e39c 00000400:00000010:0.0:1760458206.723790:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b696e39c. 00000100:00000001:0.0:1760458206.723795:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760458206.723799:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000037bc89ae x1845971106425664/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458206 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760458206.723808:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000037bc89ae x1845971106425664/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458206 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458206.723816:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760458206.723818:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458206.723820:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458206.723822:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760458206.723826:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000037bc89ae x1845971106425664/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458206 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458206.723832:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458206.723841:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458206.723842:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458206.723844:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458206.723847:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458206.723849:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760458206.723853:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037bc89ae x1845971106425664/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458206 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458206.723887:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760458206.723890:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458206.723891:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458206.723892:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458206.723895:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760458206.723896:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760458206.723899:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760458206.723913:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760458206.723916:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760458206.723919:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037bc89ae x1845971106425664/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458206 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760458206.723929:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037bc89ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425664:192.168.203.106@tcp:8: 00000100:00080000:1.0:1760458206.723930:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458206.723935:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458206.723938:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458206.723939:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458206.723941:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1760458206.723944:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00080000:1.0:1760458206.723944:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458206.723947:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1760458206.723950:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000037bc89ae x1845971106425664/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458206 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00080000:1.0:1760458206.723950:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458206.723957:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760458206.723958:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:1.0:1760458206.723961:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:0.0:1760458206.723963:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:1.0:1760458206.723963:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760458206.723967:0:56038:0:(import.c:519:import_select_connection()) Process entered 02000000:00000001:0.0:1760458206.723969:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1760458206.723971:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6435 02000000:00000010:0.0:1760458206.723973:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000089493969. 00000100:00080000:1.0:1760458206.723974:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760458206.723978:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 02000000:00000001:0.0:1760458206.723980:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1760458206.723980:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458206.723983:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000020:00000001:0.0:1760458206.723984:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000001:1.0:1760458206.723985:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458206.723987:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:1.0:1760458206.723989:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000001:0.0:1760458206.723992:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000020:00000040:1.0:1760458206.723992:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:1.0:1760458206.723995:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 02000000:00000010:0.0:1760458206.723996:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000c08c4ada. 00000020:00000040:1.0:1760458206.723997:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:1.0:1760458206.724000:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 02000000:00000001:0.0:1760458206.724003:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000020:00000001:1.0:1760458206.724003:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 02000000:00000001:0.0:1760458206.724006:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:1.0:1760458206.724007:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000010:0.0:1760458206.724009:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000037bc89ae. 00000100:00000001:1.0:1760458206.724010:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458206.724013:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458206.724014:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000100:00000001:0.0:1760458206.724016:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000020:00000040:1.0:1760458206.724017:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00000001:0.0:1760458206.724019:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1760458206.724021:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458206.724023:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458206.724024:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458206.724028:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760458206.724033:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760458206.724035:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458206.724036:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760458206.724039:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760458206.724040:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458206.724042:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760458206.724048:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f438edeb. 00000020:00000040:1.0:1760458206.724050:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:1.0:1760458206.724053:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760458206.724054:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458206.724057:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760458206.724059:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760458206.724062:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760458206.724068:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000063605d8. 00000100:00000001:1.0:1760458206.724073:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458206.724077:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f438edeb x1845971106425856/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458206.724084:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760458206.724086:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760458206.724089:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f438edeb] to pc [ptlrpcd_rcv+-1] req@00000000f438edeb x1845971106425856/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458206.724104:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458206.724106:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:1.0:1760458206.724108:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6465) 00000100:00000001:0.0:1760458206.724133:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458206.724136:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458206.724137:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760458206.724142:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f438edeb x1845971106425856/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458206.724150:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760458206.724152:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458206.724155:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760458206.724157:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458206.724160:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f438edeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425856:192.168.203.106@tcp:8: 00000100:00000001:0.0:1760458206.724164:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760458206.724167:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760458206.724169:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458206.724171:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760458206.724175:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000089493969. 02000000:00000001:0.0:1760458206.724177:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760458206.724181:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007dda1bbf. 00000400:00000010:0.0:1760458206.724185:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b696e39c. 00000100:00000200:0.0:1760458206.724190:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106425856, portal 4 00000100:00000001:0.0:1760458206.724192:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760458206.724194:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768350208 : -123359941201408 : ffff8fce06867200) 00000100:00000040:0.0:1760458206.724199:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000f438edeb x1845971106425856/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458231 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458206.724206:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760458206.724209:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760458206.724211:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b56fa27b. 00000100:00000200:0.0:1760458206.724214:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106425856, offset 0 00000400:00000200:0.0:1760458206.724220:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760458206.724234:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760458206.724240:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760458206.724243:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760458206.724246:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760458206.724249:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [428:428:256:4294967295] 192.168.203.106@tcp LPNI seq info [428:428:8:4294967295] 00000400:00000200:0.0:1760458206.724261:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760458206.724276:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760458206.724315:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f012ee74 (tot 1763794). 00000800:00000200:0.0:1760458206.724322:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760458206.724330:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760458206.724335:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f012ee74 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760458206.724349:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458206.724351:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760458206.724354:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458206.724357:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458206.724359:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458206.724363:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458206.724365:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458206.724368:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458206.724369:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458206.724371:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458206.724373:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458206.724441:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458206.724445:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f012ee74 (tot 1763546). 00000400:00000200:1.0:1760458206.724450:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458206.724454:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458206.724457:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b56fa27b 00000400:00000010:1.0:1760458206.724458:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b56fa27b. 00000100:00000001:1.0:1760458206.724460:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458206.724462:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f438edeb x1845971106425856/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458231 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458206.724467:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458206.724468:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f438edeb x1845971106425856/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458231 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458206.724472:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458206.724473:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458206.915765:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458206.915770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458206.915772:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458206.915776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458206.915781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458206.915784:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458206.915787:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458206.915788:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458206.915791:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458207.619751:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458207.619756:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458207.619758:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458207.619760:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458207.619764:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458207.619766:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458207.619767:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458207.619769:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458207.619772:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458207.619773:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458207.619776:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458207.619777:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458207.619867:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458207.619871:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458207.619873:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458207.747784:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458207.747796:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458207.747798:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458207.747804:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458207.747807:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458207.747811:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458207.747813:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458207.939697:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458207.939702:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458207.939703:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458207.939706:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458207.939710:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458207.939712:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458207.939714:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458207.939716:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458207.939717:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458208.643738:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458208.643743:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458208.643750:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458208.643751:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458208.643754:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458208.643755:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458208.643831:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458208.643834:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458208.643837:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458208.771734:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458208.771744:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458208.771746:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458208.771751:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458208.771753:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458208.771757:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458208.771760:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458208.963717:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458208.963723:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458208.963724:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458208.963729:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458208.963734:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458208.963737:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458208.963740:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458208.963742:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458208.963745:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458209.667710:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458209.667713:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458209.667718:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458209.667718:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458209.667720:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458209.667723:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458209.667725:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458209.667731:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458209.667732:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458209.667734:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458209.667737:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458209.667740:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458209.667743:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458209.667745:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458209.667823:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458209.667826:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458209.667828:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458209.795731:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458209.795742:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458209.795743:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458209.795748:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458209.795751:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458209.795754:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458209.795757:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458209.987703:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458209.987707:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458209.987708:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458209.987712:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458209.987716:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458209.987718:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458209.987720:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458209.987721:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458209.987723:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458210.691729:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458210.691734:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458210.691739:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458210.691741:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458210.691743:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458210.691744:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458210.691817:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458210.691820:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458210.691822:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458210.819709:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458210.819718:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458210.819719:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458210.819723:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458210.819725:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458210.819728:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458210.819729:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458211.011713:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458211.011717:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458211.011718:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458211.011722:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458211.011725:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458211.011728:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458211.011730:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458211.011731:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458211.011733:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458211.715716:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458211.715720:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458211.715726:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458211.715727:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458211.715730:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458211.715731:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458211.715803:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458211.715806:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458211.715809:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458211.843752:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458211.843763:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458211.843764:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1760458211.843765:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458211.843769:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1760458211.843772:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1760458211.843773:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1760458211.843776:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458211.843778:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458211.843781:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:0.0:1760458211.843782:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458211.843785:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458211.843789:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458211.843790:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458211.843792:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458211.843796:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6471) 00000100:00000001:3.0:1760458212.035724:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458212.035728:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458212.035729:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458212.035733:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458212.035737:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458212.035740:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458212.035741:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458212.035743:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458212.035745:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458212.739741:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458212.739746:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458212.739752:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458212.739755:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458212.739757:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458212.739762:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458212.739765:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458212.739767:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458212.739770:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458212.739772:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458212.739774:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458212.739776:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458212.739778:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458212.739780:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458212.739830:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458212.739833:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458212.739836:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458212.867715:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458212.867725:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458212.867726:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458212.867731:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458212.867733:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458212.867736:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458212.867738:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458213.059714:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458213.059719:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458213.059720:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458213.059725:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458213.059730:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458213.059733:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458213.059735:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458213.059737:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458213.059739:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458213.763731:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458213.763735:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458213.763742:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458213.763744:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458213.763747:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458213.763748:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458213.763822:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458213.763824:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458213.763827:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458213.891737:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458213.891746:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458213.891747:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458213.891751:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458213.891753:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458213.891756:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458213.891758:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458214.083711:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458214.083715:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458214.083716:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458214.083719:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458214.083723:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458214.083726:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458214.083727:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458214.083729:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458214.083731:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458214.787729:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458214.787733:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458214.787738:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458214.787739:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458214.787750:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458214.787751:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458214.787814:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458214.787817:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458214.787820:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458214.915736:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458214.915741:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1760458214.915751:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458189/real 1760458189] req@000000005f54b077 x1845971106425728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458214 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:0.0:1760458214.915765:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1760458214.915767:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1760458214.915769:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f02495bd. 00000400:00000200:0.0:1760458214.915772:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000557643d7 00000400:00000010:0.0:1760458214.915774:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000557643d7. 00000100:00000001:0.0:1760458214.915777:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:0.0:1760458214.915779:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005f54b077 x1845971106425728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458214 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1760458214.915784:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005f54b077 x1845971106425728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458214 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458214.915789:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:0.0:1760458214.915790:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458214.915791:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458214.915793:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1760458214.915795:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000005f54b077 x1845971106425728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458214 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458214.915799:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458214.915805:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458214.915806:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458214.915808:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458214.915810:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458214.915813:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760458214.915815:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000005f54b077 x1845971106425728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458214 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458214.915820:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1760458214.915821:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458214.915822:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1760458214.915823:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458214.915824:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1760458214.915826:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1760458214.915828:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1760458214.915846:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:0.0:1760458214.915848:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1760458214.915850:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000005f54b077 x1845971106425728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458214 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:0.0:1760458214.915854:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000005f54b077 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106425728:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760458214.915857:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458214.915859:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458214.915861:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000005f54b077 x1845971106425728/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458214 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:0.0:1760458214.915865:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1760458214.915867:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1760458214.915871:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e0eb8712. 02000000:00000001:0.0:1760458214.915874:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1760458214.915876:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:0.0:1760458214.915878:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:0.0:1760458214.915880:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:0.0:1760458214.915881:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ffd844b8. 02000000:00000001:0.0:1760458214.915884:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:2.0:1760458214.915885:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:0.0:1760458214.915886:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1760458214.915887:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005f54b077. 00000100:00000001:0.0:1760458214.915891:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760458214.915893:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458214.915893:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00000001:0.0:1760458214.915895:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458214.915896:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:2.0:1760458214.915899:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458214.915901:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458214.915905:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458214.915908:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6443 00000100:00080000:2.0:1760458214.915910:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458214.915913:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458214.915915:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458214.915917:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458214.915919:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458214.915921:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458214.915922:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:2.0:1760458214.915924:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458214.915926:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:2.0:1760458214.915928:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:2.0:1760458214.915929:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:2.0:1760458214.915931:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458214.915932:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458214.915933:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458214.915934:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458214.915935:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:2.0:1760458214.915937:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:2.0:1760458214.915938:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458214.915940:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458214.915942:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458214.915944:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458214.915945:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:2.0:1760458214.915946:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458214.915952:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cf6688f. 00000020:00000040:2.0:1760458214.915954:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:2.0:1760458214.915957:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458214.915958:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458214.915960:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458214.915963:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458214.915966:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458214.915971:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000007946f7fb. 00000100:00000001:2.0:1760458214.915975:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458214.915978:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004cf6688f x1845971106425920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458214.915984:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458214.915986:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458214.915988:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004cf6688f] to pc [ptlrpcd_rcv+-1] req@000000004cf6688f x1845971106425920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458214.916002:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458214.916003:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:2.0:1760458214.916004:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458214.916006:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458214.916008:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458214.916010:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458214.916012:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458214.916013:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458214.916016:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6474) 00000100:00000001:0.0:1760458214.916023:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458214.916025:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458214.916026:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760458214.916030:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004cf6688f x1845971106425920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458214.916035:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1760458214.916037:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458214.916039:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1760458214.916041:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458214.916043:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004cf6688f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106425920:192.168.203.106@tcp:250: 00000100:00000001:0.0:1760458214.916046:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1760458214.916049:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1760458214.916050:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458214.916052:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1760458214.916055:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e0eb8712. 02000000:00000001:0.0:1760458214.916056:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1760458214.916059:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f02495bd. 00000400:00000010:0.0:1760458214.916062:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000557643d7. 00000100:00000200:0.0:1760458214.916066:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106425920, portal 25 00000100:00000001:0.0:1760458214.916067:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1760458214.916068:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771179136 : -123359938372480 : ffff8fce06b19c80) 00000100:00000040:0.0:1760458214.916071:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004cf6688f x1845971106425920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458239 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458214.916075:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:0.0:1760458214.916077:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:0.0:1760458214.916079:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000008de6146. 00000100:00000200:0.0:1760458214.916081:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106425920, offset 0 00000400:00000200:0.0:1760458214.916085:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:0.0:1760458214.916096:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:0.0:1760458214.916102:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:0.0:1760458214.916104:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1760458214.916106:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:0.0:1760458214.916108:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [429:429:256:4294967295] 192.168.203.106@tcp LPNI seq info [429:429:8:4294967295] 00000400:00000200:0.0:1760458214.916116:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:0.0:1760458214.916121:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:0.0:1760458214.916124:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f012ee74 (tot 1763794). 00000800:00000200:0.0:1760458214.916129:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:0.0:1760458214.916136:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:0.0:1760458214.916139:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f012ee74 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1760458214.916151:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458214.916152:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1760458214.916154:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458214.916156:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458214.916157:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458214.916159:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458214.916160:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458214.916161:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458214.916162:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458214.916162:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458214.916163:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458214.916286:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458214.916290:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f012ee74 (tot 1763546). 00000400:00000200:1.0:1760458214.916296:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458214.916302:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458214.916306:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000008de6146 00000400:00000010:1.0:1760458214.916308:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000008de6146. 00000100:00000001:1.0:1760458214.916310:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458214.916313:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004cf6688f x1845971106425920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458239 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458214.916320:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458214.916322:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004cf6688f x1845971106425920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458239 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458214.916328:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458214.916330:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458215.107740:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458215.107746:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458215.107748:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458215.107752:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458215.107756:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458215.107759:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458215.107762:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458215.107764:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458215.107767:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458215.811766:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458215.811770:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458215.811776:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458215.811777:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458215.811780:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458215.811781:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458215.811837:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458215.811840:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458215.811843:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458215.939771:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458215.939781:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458215.939782:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458215.939791:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458215.939794:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458215.939796:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458215.939798:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458216.131705:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458216.131710:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458216.131711:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458216.131714:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458216.131718:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458216.131720:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458216.131722:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458216.131724:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458216.131725:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458216.835715:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458216.835721:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458216.835723:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458216.835725:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458216.835730:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458216.835732:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458216.835733:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458216.835734:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458216.835737:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458216.835738:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458216.835740:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458216.835741:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458216.835824:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458216.835827:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458216.835829:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458216.963751:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458216.963763:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458216.963765:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458216.963769:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458216.963771:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458216.963774:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458216.963776:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458217.155705:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458217.155709:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458217.155710:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458217.155714:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458217.155717:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458217.155720:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458217.155722:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458217.155723:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458217.155725:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458217.859724:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458217.859728:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458217.859733:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458217.859734:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458217.859736:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458217.859737:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458217.859832:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458217.859835:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458217.859838:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458217.987718:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458217.987727:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458217.987728:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458217.987732:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458217.987734:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458217.987737:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458217.987739:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458218.179734:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458218.179738:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458218.179740:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458218.179744:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458218.179748:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458218.179752:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458218.179754:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458218.179755:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458218.179757:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458218.883735:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458218.883739:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458218.883744:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458218.883745:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458218.883747:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458218.883749:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458218.883751:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458218.883756:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458218.883758:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458218.883759:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458218.883761:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458218.883763:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458218.883765:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458218.883766:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458218.883819:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458218.883823:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458218.883827:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1760458219.011719:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1760458219.011728:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1760458219.011729:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458219.011734:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1760458219.011736:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1760458219.011738:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458219.011740:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458219.203718:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458219.203723:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458219.203724:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458219.203727:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458219.203731:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458219.203734:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458219.203735:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458219.203737:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458219.203739:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458219.907725:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458219.907729:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458219.907734:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458219.907735:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458219.907737:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458219.907738:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458219.907817:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458219.907821:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458219.907823:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458220.035738:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458220.035748:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458220.035750:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458220.035755:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458220.035758:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458220.035759:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458220.035761:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458220.035764:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458220.035768:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458220.035772:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458220.035776:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458220.035778:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458220.035782:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458220.035784:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458220.035787:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458220.035798:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6479) 00000100:00000001:3.0:1760458220.227714:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458220.227718:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458220.227719:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458220.227722:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458220.227726:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458220.227729:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458220.227731:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458220.227733:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458220.227735:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458220.931733:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458220.931738:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458220.931743:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458220.931744:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458220.931747:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458220.931748:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458220.931803:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458220.931805:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458220.931808:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458221.059718:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458221.059729:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458221.059731:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458221.059736:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458221.059739:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458221.059742:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458221.059744:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458221.251703:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458221.251708:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458221.251709:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458221.251712:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458221.251716:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458221.251719:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458221.251721:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458221.251723:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458221.251724:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458221.955737:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458221.955743:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458221.955749:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458221.955752:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458221.955753:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458221.955759:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458221.955760:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458221.955762:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458221.955765:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458221.955767:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458221.955768:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458221.955770:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458221.955774:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458221.955774:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458221.955847:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458221.955850:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458221.955853:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458222.083717:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458222.083729:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458222.083731:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458222.083736:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458222.083739:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458222.083742:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458222.083745:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458222.275771:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458222.275777:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458222.275779:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458222.275783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458222.275788:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458222.275791:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458222.275794:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458222.275796:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458222.275799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458222.979722:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458222.979728:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458222.979734:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458222.979735:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458222.979738:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458222.979739:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458222.979794:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458222.979797:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458222.979800:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458223.107751:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458223.107763:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458223.107765:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458223.107771:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458223.107774:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458223.107777:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458223.107780:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458223.299715:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458223.299721:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458223.299723:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458223.299728:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458223.299732:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458223.299735:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458223.299737:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458223.299739:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458223.299741:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458224.003730:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458224.003735:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458224.003741:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458224.003741:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458224.003744:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458224.003745:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458224.003814:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458224.003817:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458224.003820:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458224.131702:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458224.131713:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458224.131715:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458224.131720:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458224.131722:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458224.131726:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458224.131728:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458224.323690:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458224.323695:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458224.323696:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458224.323699:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458224.323703:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458224.323705:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458224.323707:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458224.323709:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458224.323710:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458225.027727:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458225.027732:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458225.027737:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458225.027738:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458225.027741:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458225.027742:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458225.027815:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458225.027818:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458225.027821:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458225.155715:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458225.155726:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458225.155728:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458225.155733:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458225.155735:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458225.155738:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458225.155741:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458225.155768:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458225.155774:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458225.155776:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458225.155778:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458225.155779:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458225.155781:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458225.155782:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458225.155784:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458225.155787:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6484) 00000100:00000001:3.0:1760458225.347717:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458225.347721:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458225.347722:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458225.347726:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458225.347729:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458225.347732:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458225.347734:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458225.347736:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458225.347737:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458226.051728:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458226.051733:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458226.051737:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458226.051739:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458226.051742:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458226.051743:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458226.051827:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458226.051830:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458226.051832:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458226.179702:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458226.179706:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458226.179717:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458201/real 1760458201] req@00000000e8662100 x1845971106425792/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458226 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458226.179729:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458226.179730:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458226.179732:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000085bdc8da. 00000400:00000200:2.0:1760458226.179738:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000585b1586 00000400:00000010:2.0:1760458226.179739:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000585b1586. 00000100:00000001:2.0:1760458226.179743:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458226.179744:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8662100 x1845971106425792/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458226 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458226.179750:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8662100 x1845971106425792/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458226 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458226.179755:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458226.179756:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458226.179758:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458226.179759:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458226.179761:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e8662100 x1845971106425792/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458226 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458226.179765:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458226.179772:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458226.179773:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458226.179775:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458226.179777:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458226.179779:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458226.179781:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8662100 x1845971106425792/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458226 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458226.179786:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458226.179787:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458226.179789:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458226.179790:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458226.179791:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458226.179793:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458226.179795:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458226.179810:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458226.179812:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458226.179814:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8662100 x1845971106425792/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458226 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458226.179819:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8662100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425792:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458226.179822:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458226.179824:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458226.179826:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e8662100 x1845971106425792/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458226 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458226.179830:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458226.179832:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458226.179835:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ca48aada. 02000000:00000001:2.0:1760458226.179838:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458226.179840:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458226.179841:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:2.0:1760458226.179843:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458226.179845:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e0e5c22c. 02000000:00000001:2.0:1760458226.179848:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458226.179850:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458226.179851:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8662100. 00000100:00000001:2.0:1760458226.179853:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458226.179854:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458226.179855:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458226.179880:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458226.179884:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458226.179886:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458226.179889:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760458226.179890:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1760458226.179891:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760458226.179892:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760458226.179895:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760458226.179898:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6455 00000100:00080000:1.0:1760458226.179900:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760458226.179902:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458226.179903:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458226.179905:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458226.179907:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760458226.179909:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760458226.179910:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:1.0:1760458226.179912:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760458226.179914:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:1.0:1760458226.179915:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:1.0:1760458226.179917:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:1.0:1760458226.179918:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458226.179919:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458226.179920:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458226.179921:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760458226.179923:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:1.0:1760458226.179925:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760458226.179926:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458226.179928:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760458226.179933:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760458226.179935:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458226.179936:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760458226.179939:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760458226.179941:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458226.179942:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760458226.179948:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003718eff5. 00000020:00000040:1.0:1760458226.179950:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:1.0:1760458226.179953:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760458226.179954:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458226.179956:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760458226.179959:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760458226.179962:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760458226.179970:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006a5369a9. 00000100:00000001:1.0:1760458226.179976:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458226.179981:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003718eff5 x1845971106425984/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458226.179990:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760458226.179993:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760458226.179997:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003718eff5] to pc [ptlrpcd_rcv+-1] req@000000003718eff5 x1845971106425984/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458226.180017:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458226.180019:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760458226.180021:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458226.180024:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458226.180027:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458226.180030:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458226.180035:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1760458226.180036:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6485) 00000100:00000001:2.0:1760458226.180038:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458226.180040:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458226.180044:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003718eff5 x1845971106425984/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458226.180053:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458226.180055:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458226.180058:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458226.180059:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458226.180061:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003718eff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425984:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458226.180064:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458226.180066:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458226.180068:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458226.180070:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458226.180073:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000005a07072d. 02000000:00000001:2.0:1760458226.180074:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458226.180077:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000150a9af7. 00000400:00000010:2.0:1760458226.180081:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5f239da. 00000100:00000200:2.0:1760458226.180085:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106425984, portal 10 00000100:00000001:2.0:1760458226.180087:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458226.180088:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768333184 : -123359941218432 : ffff8fce06862f80) 00000100:00000040:2.0:1760458226.180092:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003718eff5 x1845971106425984/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458251 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458226.180096:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458226.180099:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458226.180100:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c0e2357. 00000100:00000200:2.0:1760458226.180102:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106425984, offset 0 00000400:00000200:2.0:1760458226.180106:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458226.180117:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458226.180122:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458226.180125:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458226.180127:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458226.180129:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [430:430:256:4294967295] 192.168.203.106@tcp LPNI seq info [430:430:8:4294967295] 00000400:00000200:2.0:1760458226.180137:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458226.180141:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458226.180144:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a7bc5d3 (tot 1763794). 00000800:00000200:2.0:1760458226.180149:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458226.180178:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458226.180181:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a7bc5d3 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458226.180191:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458226.180192:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458226.180194:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458226.180196:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458226.180197:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458226.180199:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458226.180200:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458226.180201:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458226.180202:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458226.180203:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458226.180204:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458226.180289:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458226.180292:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a7bc5d3 (tot 1763546). 00000400:00000200:1.0:1760458226.180296:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458226.180300:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458226.180303:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c0e2357 00000400:00000010:1.0:1760458226.180304:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c0e2357. 00000100:00000001:1.0:1760458226.180306:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458226.180308:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003718eff5 x1845971106425984/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458251 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458226.180313:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458226.180315:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003718eff5 x1845971106425984/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458251 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458226.180319:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458226.180320:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458226.371711:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458226.371715:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458226.371716:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458226.371720:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458226.371724:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458226.371726:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458226.371728:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458226.371730:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458226.371732:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458227.075730:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458227.075737:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458227.075739:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458227.075741:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458227.075746:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458227.075748:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458227.075750:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458227.075752:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458227.075755:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458227.075756:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458227.075759:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458227.075760:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458227.075844:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458227.075847:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458227.075849:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458227.203712:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458227.203722:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458227.203724:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458227.203729:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458227.203731:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458227.203734:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458227.203737:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458227.395706:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458227.395711:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458227.395713:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458227.395716:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458227.395721:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458227.395725:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458227.395728:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458227.395729:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458227.395732:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458228.099724:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458228.099727:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458228.099733:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458228.099734:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458228.099737:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458228.099738:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458228.099791:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458228.099795:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458228.099798:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458228.227690:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458228.227700:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458228.227702:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458228.227707:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458228.227709:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458228.227712:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458228.227715:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458228.419705:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458228.419709:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458228.419710:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458228.419714:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458228.419718:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458228.419720:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458228.419722:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458228.419724:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458228.419726:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458229.123730:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458229.123735:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458229.123741:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458229.123742:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458229.123745:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458229.123748:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458229.123750:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458229.123755:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458229.123757:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458229.123758:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458229.123761:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458229.123763:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458229.123765:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458229.123767:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458229.123816:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458229.123819:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458229.123822:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458229.251705:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458229.251716:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458229.251717:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458229.251722:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458229.251725:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458229.251728:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458229.251730:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458229.443717:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458229.443721:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458229.443722:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458229.443725:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458229.443729:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458229.443732:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458229.443733:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458229.443735:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458229.443737:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458230.147726:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458230.147730:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458230.147735:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458230.147735:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458230.147738:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458230.147738:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458230.147804:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458230.147808:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458230.147811:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458230.275748:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458230.275757:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458230.275758:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458230.275762:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458230.275764:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458230.275767:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458230.275769:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458230.467734:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458230.467738:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458230.467740:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458230.467743:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458230.467747:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458230.467750:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458230.467752:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458230.467753:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458230.467755:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458231.171748:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458231.171754:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458231.171761:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458231.171762:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458231.171766:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458231.171767:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458231.171835:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458231.171839:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458231.171843:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458231.299713:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458231.299717:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00080000:1.0:1760458231.299719:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458231.299725:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1760458231.299728:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458206/real 1760458206] req@00000000f438edeb x1845971106425856/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458231 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00080000:1.0:1760458231.299729:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458231.299735:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458231.299738:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458231.299743:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458231.299747:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458231.299750:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000001:2.0:1760458231.299752:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00000040:1.0:1760458231.299754:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6490) 00000400:00000001:2.0:1760458231.299755:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458231.299758:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007dda1bbf. 00000400:00000200:2.0:1760458231.299764:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b696e39c 00000400:00000010:2.0:1760458231.299767:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b696e39c. 00000100:00000001:2.0:1760458231.299771:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458231.299773:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f438edeb x1845971106425856/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458231 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458231.299779:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f438edeb x1845971106425856/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458231 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458231.299783:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458231.299785:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458231.299786:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458231.299788:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458231.299790:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f438edeb x1845971106425856/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458231 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458231.299793:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458231.299800:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458231.299800:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458231.299802:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458231.299804:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458231.299807:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458231.299809:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f438edeb x1845971106425856/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458231 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458231.299813:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458231.299815:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458231.299816:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458231.299817:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458231.299818:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458231.299820:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458231.299822:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458231.299836:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458231.299838:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458231.299840:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f438edeb x1845971106425856/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458231 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458231.299844:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f438edeb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425856:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458231.299848:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458231.299850:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458231.299852:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f438edeb x1845971106425856/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458231 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458231.299856:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:1.0:1760458231.299859:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1760458231.299859:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1760458231.299863:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000010:2.0:1760458231.299863:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000089493969. 00000100:00080000:1.0:1760458231.299866:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1760458231.299868:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:1.0:1760458231.299869:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000001:2.0:1760458231.299871:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:1.0:1760458231.299872:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:2.0:1760458231.299873:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000100:00080000:1.0:1760458231.299875:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000020:00000001:2.0:1760458231.299877:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00080000:1.0:1760458231.299878:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1760458231.299880:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000063605d8. 00000100:00000001:1.0:1760458231.299882:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 02000000:00000001:2.0:1760458231.299884:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:1.0:1760458231.299885:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 02000000:00000001:2.0:1760458231.299886:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458231.299888:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f438edeb. 00000100:00000001:1.0:1760458231.299889:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760458231.299891:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458231.299893:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458231.299894:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00000001:2.0:1760458231.299897:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1760458231.299900:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6460 00000100:00000001:2.0:1760458231.299901:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458231.299903:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760458231.299906:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458231.299908:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458231.299910:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458231.299911:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760458231.299914:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760458231.299915:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:1.0:1760458231.299917:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760458231.299920:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:1.0:1760458231.299921:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:1.0:1760458231.299922:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:1.0:1760458231.299924:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458231.299925:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458231.299926:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458231.299927:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760458231.299929:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:1.0:1760458231.299931:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760458231.299932:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458231.299934:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760458231.299938:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760458231.299940:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458231.299941:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760458231.299944:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760458231.299946:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458231.299947:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760458231.299954:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c551f49e. 00000020:00000040:1.0:1760458231.299956:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:1.0:1760458231.299959:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760458231.299960:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458231.299962:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760458231.299964:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760458231.299967:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760458231.299973:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005d5b7195. 00000100:00000001:1.0:1760458231.299977:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458231.299980:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c551f49e x1845971106426048/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458231.299987:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760458231.299988:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760458231.299991:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c551f49e] to pc [ptlrpcd_rcv+-1] req@00000000c551f49e x1845971106426048/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458231.300005:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458231.300007:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:1.0:1760458231.300008:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6490) 00000100:00000001:2.0:1760458231.300029:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458231.300031:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458231.300032:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458231.300036:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c551f49e x1845971106426048/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458231.300042:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458231.300043:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458231.300045:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458231.300047:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458231.300049:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c551f49e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426048:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458231.300051:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458231.300054:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458231.300055:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458231.300057:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458231.300060:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ad271b31. 02000000:00000001:2.0:1760458231.300061:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458231.300065:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df004ac3. 00000400:00000010:2.0:1760458231.300069:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c0e2357. 00000100:00000200:2.0:1760458231.300073:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106426048, portal 4 00000100:00000001:2.0:1760458231.300075:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458231.300076:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768344128 : -123359941207488 : ffff8fce06865a40) 00000100:00000040:2.0:1760458231.300081:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c551f49e x1845971106426048/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458256 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458231.300085:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458231.300087:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458231.300089:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bbb0ad3. 00000100:00000200:2.0:1760458231.300090:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106426048, offset 0 00000400:00000200:2.0:1760458231.300095:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458231.300105:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458231.300110:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458231.300113:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458231.300115:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458231.300142:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [431:431:256:4294967295] 192.168.203.106@tcp LPNI seq info [431:431:8:4294967295] 00000400:00000200:2.0:1760458231.300151:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458231.300155:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458231.300159:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080433ee0 (tot 1763794). 00000800:00000200:2.0:1760458231.300164:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458231.300170:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458231.300173:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000080433ee0 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458231.300184:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458231.300185:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458231.300187:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458231.300188:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458231.300190:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458231.300192:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458231.300193:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458231.300194:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458231.300195:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458231.300196:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458231.300197:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458231.300283:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458231.300287:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080433ee0 (tot 1763546). 00000400:00000200:1.0:1760458231.300291:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458231.300295:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458231.300298:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bbb0ad3 00000400:00000010:1.0:1760458231.300299:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bbb0ad3. 00000100:00000001:1.0:1760458231.300301:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458231.300303:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c551f49e x1845971106426048/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458256 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458231.300308:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458231.300310:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c551f49e x1845971106426048/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458256 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458231.300314:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458231.300315:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458231.491722:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458231.491726:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458231.491727:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458231.491731:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458231.491735:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458231.491738:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458231.491739:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458231.491742:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458231.491743:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458232.195724:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458232.195729:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458232.195735:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458232.195738:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458232.195741:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458232.195745:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458232.195746:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458232.195747:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458232.195749:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458232.195751:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458232.195752:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458232.195754:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458232.195756:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458232.195756:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458232.195837:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458232.195840:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458232.195843:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458232.323715:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458232.323723:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458232.323725:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458232.323729:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458232.323731:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458232.323734:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458232.323736:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458232.515704:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458232.515708:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458232.515710:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458232.515713:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458232.515717:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458232.515719:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458232.515721:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458232.515723:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458232.515724:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458233.219736:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458233.219741:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458233.219747:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458233.219748:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458233.219751:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458233.219752:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458233.219827:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458233.219831:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458233.219833:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458233.347700:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458233.347710:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458233.347712:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458233.347716:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458233.347718:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458233.347720:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458233.347722:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458233.539725:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458233.539729:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458233.539730:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458233.539733:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458233.539737:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458233.539739:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458233.539741:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458233.539742:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458233.539744:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458234.243713:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458234.243717:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458234.243722:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458234.243723:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458234.243725:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458234.243726:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458234.243806:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458234.243810:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458234.243813:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458234.371723:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458234.371731:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458234.371733:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458234.371737:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458234.371739:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458234.371741:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458234.371743:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458234.563711:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458234.563716:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458234.563717:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458234.563720:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458234.563724:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458234.563727:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458234.563729:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458234.563730:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458234.563732:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458235.267723:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458235.267727:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458235.267732:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458235.267733:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458235.267735:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458235.267736:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458235.267817:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458235.267820:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458235.267823:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458235.395697:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458235.395705:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458235.395706:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458235.395711:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458235.395713:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458235.395716:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458235.395718:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458235.587722:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458235.587727:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458235.587728:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458235.587731:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458235.587736:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458235.587738:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458235.587740:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458235.587742:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458235.587743:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458236.291733:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458236.291737:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458236.291741:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458236.291742:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458236.291744:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458236.291745:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458236.291832:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458236.291835:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458236.291837:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458236.419721:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458236.419732:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458236.419734:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458236.419739:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458236.419742:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458236.419745:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458236.419748:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458236.419769:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458236.419775:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458236.419777:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458236.419779:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458236.419781:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458236.419783:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458236.419784:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458236.419786:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458236.419789:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6495) 00000100:00000001:3.0:1760458236.611708:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458236.611713:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458236.611714:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458236.611717:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458236.611721:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458236.611723:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458236.611725:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458236.611727:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458236.611728:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458237.315733:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458237.315738:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458237.315740:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458237.315742:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458237.315746:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458237.315748:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458237.315749:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458237.315750:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458237.315753:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458237.315754:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458237.315756:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458237.315757:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458237.315847:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458237.315850:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458237.315853:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458237.443710:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458237.443720:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458237.443721:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458237.443726:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458237.443728:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458237.443730:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458237.443732:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458237.635717:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458237.635721:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458237.635722:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458237.635725:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458237.635729:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458237.635731:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458237.635733:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458237.635735:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458237.635736:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458238.339713:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458238.339716:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458238.339722:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458238.339724:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458238.339727:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458238.339728:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458238.339780:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458238.339783:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458238.339785:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458238.467763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458238.467772:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458238.467773:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458238.467777:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458238.467779:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458238.467782:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458238.467783:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458238.659706:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458238.659710:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458238.659711:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458238.659714:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458238.659718:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458238.659721:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458238.659723:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458238.659724:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458238.659726:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458239.363714:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458239.363718:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458239.363723:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458239.363724:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458239.363726:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458239.363729:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458239.363731:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458239.363735:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458239.363737:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458239.363738:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458239.363741:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458239.363742:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458239.363744:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458239.363745:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458239.363828:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458239.363831:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458239.363833:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458239.491711:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458239.491716:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458239.491728:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458214/real 1760458214] req@000000004cf6688f x1845971106425920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458239 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458239.491746:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458239.491747:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458239.491750:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f02495bd. 00000400:00000200:2.0:1760458239.491756:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000557643d7 00000400:00000010:2.0:1760458239.491758:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000557643d7. 00000100:00000001:2.0:1760458239.491763:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458239.491766:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004cf6688f x1845971106425920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458239 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458239.491775:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004cf6688f x1845971106425920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458239 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458239.491783:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458239.491785:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458239.491788:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458239.491790:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458239.491793:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000004cf6688f x1845971106425920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458239 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458239.491800:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458239.491808:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458239.491810:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458239.491812:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458239.491815:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458239.491817:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458239.491821:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004cf6688f x1845971106425920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458239 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458239.491828:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458239.491831:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458239.491833:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458239.491834:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458239.491836:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458239.491838:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458239.491842:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458239.491862:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458239.491864:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458239.491867:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004cf6688f x1845971106425920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458239 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458239.491872:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004cf6688f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106425920:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458239.491875:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458239.491877:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458239.491879:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004cf6688f x1845971106425920/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458239 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458239.491887:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458239.491889:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458239.491892:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e0eb8712. 02000000:00000001:2.0:1760458239.491896:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458239.491898:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458239.491899:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:2.0:1760458239.491901:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458239.491903:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458239.491906:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458239.491907:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1760458239.491909:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000010:2.0:1760458239.491909:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cf6688f. 00000100:00000001:2.0:1760458239.491912:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458239.491914:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458239.491915:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00000001:2.0:1760458239.491916:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458239.491917:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760458239.491921:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458239.491922:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458239.491925:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458239.491928:0:56038:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6469 00000100:00080000:0.0:1760458239.491930:0:56038:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458239.491932:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458239.491935:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458239.491937:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458239.491938:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458239.491941:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458239.491942:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760458239.491944:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458239.491945:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458239.491947:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458239.491948:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458239.491950:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458239.491951:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458239.491952:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458239.491953:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458239.491954:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458239.491956:0:56038:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458239.491958:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458239.491960:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458239.491962:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458239.491964:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458239.491965:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458239.491966:0:56038:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458239.491973:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000036e202b0. 00000020:00000040:0.0:1760458239.491976:0:56038:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458239.491979:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458239.491980:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458239.491983:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458239.491985:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458239.491988:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458239.491993:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ba73836f. 00000100:00000001:0.0:1760458239.491997:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458239.492001:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000036e202b0 x1845971106426112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458239.492007:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458239.492008:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458239.492011:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000036e202b0] to pc [ptlrpcd_rcv+-1] req@0000000036e202b0 x1845971106426112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458239.492029:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458239.492031:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458239.492032:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458239.492035:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458239.492036:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458239.492038:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458239.492040:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458239.492042:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458239.492046:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6498) 00000100:00000001:2.0:1760458239.492052:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458239.492054:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458239.492055:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458239.492059:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036e202b0 x1845971106426112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458239.492087:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458239.492088:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458239.492091:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458239.492093:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458239.492095:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036e202b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106426112:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458239.492098:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458239.492100:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458239.492102:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458239.492103:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458239.492106:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458239.492107:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458239.492111:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f960645. 00000400:00000010:2.0:1760458239.492114:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab4577c0. 00000100:00000200:2.0:1760458239.492118:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106426112, portal 25 00000100:00000001:2.0:1760458239.492120:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458239.492121:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762818432 : -123359946733184 : ffff8fce06320980) 00000100:00000040:2.0:1760458239.492124:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000036e202b0 x1845971106426112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458264 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458239.492128:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458239.492130:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458239.492131:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a08086c0. 00000100:00000200:2.0:1760458239.492133:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106426112, offset 0 00000400:00000200:2.0:1760458239.492138:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458239.492148:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458239.492153:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458239.492156:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458239.492158:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458239.492161:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [432:432:256:4294967295] 192.168.203.106@tcp LPNI seq info [432:432:8:4294967295] 00000400:00000200:2.0:1760458239.492168:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458239.492172:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458239.492175:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003aedd732 (tot 1763794). 00000800:00000200:2.0:1760458239.492180:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458239.492186:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458239.492189:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003aedd732 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458239.492201:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458239.492203:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458239.492204:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458239.492206:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458239.492207:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458239.492210:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458239.492211:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458239.492212:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458239.492212:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458239.492213:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458239.492214:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458239.492308:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458239.492312:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003aedd732 (tot 1763546). 00000400:00000200:1.0:1760458239.492315:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458239.492320:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458239.492323:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a08086c0 00000400:00000010:1.0:1760458239.492324:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a08086c0. 00000100:00000001:1.0:1760458239.492326:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458239.492329:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000036e202b0 x1845971106426112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458264 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458239.492333:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458239.492335:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000036e202b0 x1845971106426112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458264 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458239.492339:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458239.492340:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458239.683718:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458239.683723:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458239.683724:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458239.683728:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458239.683731:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458239.683734:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458239.683735:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458239.683737:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458239.683739:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458240.387746:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458240.387751:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458240.387757:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458240.387759:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458240.387762:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458240.387763:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458240.387833:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458240.387836:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458240.387838:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458240.515712:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458240.515720:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458240.515722:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458240.515726:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458240.515728:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458240.515730:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458240.515732:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458240.707718:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458240.707724:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458240.707725:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458240.707730:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458240.707734:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458240.707738:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458240.707740:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458240.707742:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458240.707744:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458241.411742:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458241.411747:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458241.411753:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458241.411754:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458241.411757:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458241.411757:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458241.411826:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458241.411830:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458241.411833:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458241.539701:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458241.539711:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458241.539712:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458241.539716:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458241.539718:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458241.539721:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458241.539722:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458241.731709:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458241.731713:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458241.731714:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458241.731717:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458241.731721:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458241.731724:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458241.731726:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458241.731727:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458241.731729:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458242.435723:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458242.435728:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458242.435735:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458242.435738:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458242.435740:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458242.435745:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458242.435747:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458242.435748:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458242.435751:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458242.435752:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458242.435754:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458242.435755:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458242.435758:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458242.435758:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458242.435848:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458242.435851:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458242.435853:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458242.563717:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458242.563727:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458242.563728:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458242.563733:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458242.563735:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458242.563738:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458242.563739:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458242.755704:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458242.755709:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458242.755710:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458242.755714:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458242.755718:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458242.755720:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458242.755723:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458242.755724:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458242.755726:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458243.459712:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458243.459717:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458243.459723:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458243.459725:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458243.459728:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458243.459729:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458243.459797:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458243.459801:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458243.459804:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458243.587724:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458243.587732:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458243.587734:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458243.587738:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458243.587740:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458243.587744:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458243.587746:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458243.779704:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458243.779709:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458243.779710:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458243.779713:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458243.779717:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458243.779719:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458243.779721:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458243.779723:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458243.779725:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458244.483714:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458244.483720:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458244.483726:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458244.483727:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458244.483730:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458244.483731:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458244.483813:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458244.483816:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458244.483819:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1760458244.611783:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458244.611789:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1760458244.611791:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458244.611794:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458244.611796:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1760458244.611798:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1760458244.611798:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458244.611801:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1760458244.611802:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1760458244.611805:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1760458244.611806:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458244.611808:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1760458244.611809:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1760458244.611812:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458244.611815:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458244.611815:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6503) 00000100:00000001:3.0:1760458244.803703:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458244.803708:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458244.803710:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458244.803714:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458244.803718:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458244.803721:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458244.803723:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458244.803725:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458244.803728:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458245.507732:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458245.507737:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458245.507743:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458245.507744:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458245.507747:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458245.507748:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458245.507836:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458245.507839:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458245.507841:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458245.635722:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458245.635732:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458245.635733:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458245.635738:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458245.635740:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458245.635742:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458245.635744:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458245.827712:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458245.827717:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458245.827718:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458245.827721:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458245.827725:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458245.827728:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458245.827730:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458245.827731:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458245.827733:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458246.531769:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458246.531776:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458246.531784:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458246.531786:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458246.531790:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458246.531791:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458246.531876:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458246.531879:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458246.531881:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458246.659743:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458246.659752:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458246.659753:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458246.659757:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458246.659759:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458246.659762:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458246.659764:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458246.851703:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458246.851706:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458246.851707:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458246.851710:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458246.851713:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458246.851716:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458246.851718:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458246.851719:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458246.851722:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458247.555735:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458247.555740:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458247.555742:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458247.555744:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458247.555749:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458247.555750:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458247.555752:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458247.555754:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458247.555756:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458247.555769:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458247.555772:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458247.555773:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458247.555841:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458247.555845:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458247.555847:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458247.683765:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458247.683777:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458247.683779:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458247.683784:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458247.683786:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458247.683790:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458247.683792:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458247.875757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458247.875762:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458247.875763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458247.875766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458247.875770:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458247.875772:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458247.875774:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458247.875776:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458247.875778:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458248.579743:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458248.579747:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458248.579752:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458248.579753:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458248.579756:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458248.579756:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458248.579842:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458248.579845:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458248.579848:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458248.707723:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458248.707731:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458248.707733:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458248.707737:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458248.707739:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458248.707741:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458248.707743:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458248.899707:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458248.899710:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458248.899711:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458248.899715:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458248.899719:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458248.899722:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458248.899723:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458248.899725:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458248.899727:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458249.603798:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458249.603805:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458249.603813:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458249.603815:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458249.603819:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458249.603825:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458249.603839:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458249.603846:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458249.603849:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458249.603851:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458249.603854:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458249.603857:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458249.603859:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458249.603862:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458249.604049:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458249.604054:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458249.604059:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458249.731752:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458249.731764:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458249.731766:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458249.731772:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458249.731775:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458249.731779:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458249.731782:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458249.731845:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458249.731854:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458249.731858:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458249.731861:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458249.731864:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458249.731867:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458249.731869:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458249.731872:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458249.731878:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6508) 00000100:00000001:3.0:1760458249.923776:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458249.923793:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458249.923795:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458249.923800:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458249.923806:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458249.923810:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458249.923813:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458249.923815:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458249.923818:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458250.627829:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458250.627835:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458250.627843:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458250.627844:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458250.627849:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458250.627850:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458250.628021:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458250.628026:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458250.628032:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458250.755748:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458250.755761:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458250.755764:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458250.755769:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458250.755772:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458250.755777:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458250.755779:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458250.947794:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458250.947801:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458250.947803:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458250.947808:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458250.947814:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458250.947818:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458250.947821:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458250.947824:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458250.947827:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458251.651781:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458251.651804:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458251.651812:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458251.651814:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458251.651817:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458251.651818:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458251.651964:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458251.651970:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458251.651974:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458251.779803:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458251.779813:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458251.779833:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458226/real 1760458226] req@000000003718eff5 x1845971106425984/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458251 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458251.779865:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458251.779868:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458251.779873:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000150a9af7. 00000400:00000200:1.0:1760458251.779883:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5f239da 00000400:00000010:1.0:1760458251.779887:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5f239da. 00000100:00000001:1.0:1760458251.779894:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458251.779900:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003718eff5 x1845971106425984/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458251 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458251.779918:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003718eff5 x1845971106425984/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458251 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458251.779932:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458251.779935:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458251.779941:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458251.779944:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458251.779950:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003718eff5 x1845971106425984/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458251 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458251.779964:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458251.779977:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458251.780040:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458251.780047:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458251.780052:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458251.780058:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458251.780067:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003718eff5 x1845971106425984/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458251 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458251.780080:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458251.780086:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458251.780089:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458251.780091:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458251.780095:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458251.780099:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458251.780104:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458251.780143:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458251.780148:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458251.780155:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003718eff5 x1845971106425984/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458251 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458251.780171:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003718eff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106425984:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458251.780181:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458251.780186:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458251.780193:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003718eff5 x1845971106425984/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458251 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00080000:3.0:1760458251.780205:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458251.780208:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458251.780213:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1760458251.780217:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000010:1.0:1760458251.780221:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000005a07072d. 00000100:00080000:3.0:1760458251.780222:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458251.780231:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:3.0:1760458251.780233:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:1.0:1760458251.780236:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1760458251.780238:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1760458251.780242:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1760458251.780243:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000001:3.0:1760458251.780248:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000020:00000040:1.0:1760458251.780250:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000100:00080000:3.0:1760458251.780257:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6480 00000020:00000001:1.0:1760458251.780260:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00080000:3.0:1760458251.780264:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 02000000:00000010:1.0:1760458251.780267:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000006a5369a9. 00000100:00000040:3.0:1760458251.780272:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 02000000:00000001:1.0:1760458251.780278:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1760458251.780279:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 02000000:00000001:1.0:1760458251.780286:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1760458251.780286:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000010:1.0:1760458251.780292:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003718eff5. 00000100:00000001:3.0:1760458251.780293:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:3.0:1760458251.780298:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458251.780303:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:3.0:1760458251.780307:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:1.0:1760458251.780309:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000020:00000040:3.0:1760458251.780312:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000100:00000001:1.0:1760458251.780315:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1760458251.780318:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000001:1.0:1760458251.780325:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458251.780325:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:3.0:1760458251.780331:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458251.780336:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458251.780340:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458251.780342:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458251.780346:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:3.0:1760458251.780349:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:3.0:1760458251.780352:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458251.780355:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458251.780363:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458251.780367:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458251.780371:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:3.0:1760458251.780375:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1760458251.780379:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458251.780381:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458251.780391:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000021d5908. 00000020:00000040:3.0:1760458251.780396:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:3.0:1760458251.780401:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458251.780403:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458251.780406:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458251.780410:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458251.780414:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458251.780423:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009c6e2fd9. 00000100:00000001:3.0:1760458251.780430:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458251.780438:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000021d5908 x1845971106426176/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458251.780456:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458251.780460:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458251.780466:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000021d5908] to pc [ptlrpcd_rcv+-1] req@00000000021d5908 x1845971106426176/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458251.780502:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458251.780507:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:3.0:1760458251.780510:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458251.780517:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458251.780521:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458251.780526:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458251.780534:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6510) 00000100:00000001:1.0:1760458251.780576:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458251.780582:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458251.780585:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458251.780594:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021d5908 x1845971106426176/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458251.780610:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458251.780613:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458251.780618:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458251.780622:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458251.780628:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000021d5908 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426176:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458251.780637:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458251.780642:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458251.780680:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458251.780684:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458251.780692:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458251.780696:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458251.780703:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000acae1be5. 00000400:00000010:1.0:1760458251.780712:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5cdd456. 00000100:00000200:1.0:1760458251.780721:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106426176, portal 10 00000100:00000001:1.0:1760458251.780725:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458251.780727:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771145152 : -123359938406464 : ffff8fce06b117c0) 00000100:00000040:1.0:1760458251.780739:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000021d5908 x1845971106426176/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458276 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458251.780754:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458251.780760:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458251.780764:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e32189e. 00000100:00000200:1.0:1760458251.780769:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106426176, offset 0 00000400:00000200:1.0:1760458251.780780:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458251.780801:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458251.780813:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458251.780818:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458251.780824:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458251.780830:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [433:433:256:4294967295] 192.168.203.106@tcp LPNI seq info [433:433:8:4294967295] 00000400:00000200:1.0:1760458251.780848:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458251.780859:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458251.780867:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002bf16bfe (tot 1763794). 00000800:00000200:1.0:1760458251.780879:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458251.780892:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458251.780899:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002bf16bfe type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458251.780933:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458251.780938:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458251.780943:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458251.780948:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458251.780951:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458251.780959:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458251.780961:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458251.780964:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458251.780966:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458251.780969:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458251.780971:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1760458251.781185:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1760458251.781194:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002bf16bfe (tot 1763546). 00000400:00000200:3.0:1760458251.781204:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1760458251.781215:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1760458251.781222:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e32189e 00000400:00000010:3.0:1760458251.781226:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e32189e. 00000100:00000001:3.0:1760458251.781232:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1760458251.781239:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000021d5908 x1845971106426176/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458276 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458251.781255:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458251.781259:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000021d5908 x1845971106426176/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458276 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458251.781272:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458251.781275:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458251.971746:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458251.971751:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458251.971752:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458251.971757:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458251.971761:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458251.971765:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458251.971767:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458251.971769:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458251.971772:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458252.675784:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458252.675790:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458252.675797:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458252.675801:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458252.675805:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458252.675812:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458252.675815:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458252.675817:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458252.675821:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458252.675824:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458252.675826:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458252.675828:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458252.675831:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458252.675832:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458252.675957:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458252.675962:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458252.675966:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458252.803753:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458252.803765:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458252.803767:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458252.803773:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458252.803775:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458252.803779:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458252.803782:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458252.995727:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458252.995732:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458252.995733:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458252.995737:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458252.995741:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458252.995743:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458252.995745:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458252.995747:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458252.995748:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458253.699765:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458253.699770:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458253.699779:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458253.699781:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458253.699784:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458253.699786:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458253.699857:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458253.699861:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458253.699865:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458253.827788:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458253.827802:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458253.827804:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458253.827811:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458253.827814:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458253.827818:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458253.827821:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458254.019739:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458254.019746:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458254.019748:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458254.019753:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458254.019759:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458254.019764:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458254.019767:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458254.019769:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458254.019773:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458254.723802:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458254.723809:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458254.723818:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458254.723820:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458254.723824:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458254.723825:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458254.723901:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458254.723906:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458254.723911:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458254.851732:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458254.851747:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458254.851764:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458254.851771:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458254.851774:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458254.851778:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458254.851781:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458255.043766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458255.043773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458255.043775:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458255.043781:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458255.043787:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458255.043791:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458255.043794:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458255.043797:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458255.043800:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458255.747765:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458255.747769:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458255.747773:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458255.747775:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458255.747777:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458255.747778:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458255.747869:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458255.747872:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458255.747875:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458255.875738:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458255.875753:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458255.875756:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458255.875762:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458255.875766:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458255.875772:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458255.875775:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458256.067755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458256.067761:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458256.067763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458256.067768:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458256.067773:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458256.067777:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458256.067780:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458256.067782:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458256.067785:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458256.771751:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458256.771756:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458256.771763:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458256.771764:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458256.771782:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458256.771783:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458256.771881:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458256.771885:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458256.771887:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458256.899735:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458256.899741:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00080000:3.0:1760458256.899745:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458256.899751:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:2.0:1760458256.899752:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458231/real 1760458231] req@00000000c551f49e x1845971106426048/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458256 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1760458256.899754:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458256.899758:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458256.899760:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458256.899766:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458256.899770:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458256.899775:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458256.899779:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6516) 00000400:00000001:2.0:1760458256.899780:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458256.899783:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458256.899786:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df004ac3. 00000400:00000200:2.0:1760458256.899791:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c0e2357 00000400:00000010:2.0:1760458256.899793:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c0e2357. 00000100:00000001:2.0:1760458256.899797:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458256.899800:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c551f49e x1845971106426048/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458256 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458256.899807:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c551f49e x1845971106426048/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458256 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458256.899814:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458256.899815:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458256.899818:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458256.899819:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458256.899822:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c551f49e x1845971106426048/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458256 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458256.899827:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458256.899834:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458256.899836:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458256.899838:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458256.899841:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458256.899844:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458256.899847:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c551f49e x1845971106426048/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458256 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458256.899852:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458256.899855:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458256.899856:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458256.899857:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458256.899859:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458256.899860:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458256.899863:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458256.899879:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458256.899884:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458256.899888:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c551f49e x1845971106426048/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458256 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458256.899895:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c551f49e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426048:192.168.203.106@tcp:8: 00000100:00080000:3.0:1760458256.899897:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458256.899902:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458256.899902:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458256.899905:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458256.899906:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00080000:3.0:1760458256.899908:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458256.899910:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:2.0:1760458256.899911:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c551f49e x1845971106426048/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458256 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00080000:3.0:1760458256.899913:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458256.899916:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458256.899922:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:3.0:1760458256.899923:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:2.0:1760458256.899926:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1760458256.899927:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1760458256.899929:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1760458256.899932:0:56038:0:(import.c:519:import_select_connection()) Process entered 02000000:00000001:2.0:1760458256.899933:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1760458256.899935:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6485 02000000:00000010:2.0:1760458256.899937:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ad271b31. 00000100:00080000:3.0:1760458256.899938:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1760458256.899942:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 02000000:00000001:2.0:1760458256.899943:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458256.899957:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000001:3.0:1760458256.899957:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000020:00000040:2.0:1760458256.899961:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000100:00000040:3.0:1760458256.899961:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458256.899964:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458256.899967:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000020:00000001:3.0:1760458256.899968:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458256.899969:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 02000000:00000010:2.0:1760458256.899970:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000005d5b7195. 00000020:00000001:3.0:1760458256.899972:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 02000000:00000001:2.0:1760458256.899975:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1760458256.899976:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 02000000:00000001:2.0:1760458256.899978:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1760458256.899979:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000010:2.0:1760458256.899981:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c551f49e. 00000020:00000001:3.0:1760458256.899982:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:3.0:1760458256.899986:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458256.899987:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458256.899988:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1760458256.899990:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458256.899991:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458256.899994:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000100:00000001:2.0:1760458256.899996:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1760458256.899997:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:3.0:1760458256.900001:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:3.0:1760458256.900004:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458256.900006:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458256.900010:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458256.900013:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458256.900014:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:3.0:1760458256.900017:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1760458256.900019:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458256.900020:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458256.900025:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003cc6cefa. 00000020:00000040:3.0:1760458256.900027:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:3.0:1760458256.900030:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458256.900031:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458256.900033:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458256.900036:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458256.900038:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458256.900044:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e0e5c22c. 00000100:00000001:3.0:1760458256.900048:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458256.900052:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003cc6cefa x1845971106426240/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458256.900059:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458256.900060:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458256.900062:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003cc6cefa] to pc [ptlrpcd_rcv+-1] req@000000003cc6cefa x1845971106426240/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458256.900091:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458256.900092:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:3.0:1760458256.900094:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6516) 00000100:00000001:2.0:1760458256.900118:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458256.900120:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458256.900122:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458256.900126:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003cc6cefa x1845971106426240/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458256.900134:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458256.900136:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458256.900139:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458256.900143:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458256.900146:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003cc6cefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426240:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458256.900150:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458256.900154:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458256.900156:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458256.900158:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458256.900161:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ad271b31. 02000000:00000001:2.0:1760458256.900163:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458256.900166:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df004ac3. 00000400:00000010:2.0:1760458256.900171:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c0e2357. 00000100:00000200:2.0:1760458256.900176:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106426240, portal 4 00000100:00000001:2.0:1760458256.900178:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458256.900180:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771159744 : -123359938391872 : ffff8fce06b150c0) 00000100:00000040:2.0:1760458256.900186:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003cc6cefa x1845971106426240/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458281 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458256.900192:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458256.900195:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458256.900197:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001f8b73b4. 00000100:00000200:2.0:1760458256.900199:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106426240, offset 0 00000400:00000200:2.0:1760458256.900205:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458256.900217:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458256.900223:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458256.900227:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458256.900229:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458256.900232:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [434:434:256:4294967295] 192.168.203.106@tcp LPNI seq info [434:434:8:4294967295] 00000400:00000200:2.0:1760458256.900242:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458256.900247:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458256.900252:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7f4f6cd (tot 1763794). 00000800:00000200:2.0:1760458256.900258:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458256.900265:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458256.900268:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f7f4f6cd type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458256.900284:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458256.900286:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458256.900288:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458256.900291:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458256.900293:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458256.900297:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458256.900299:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458256.900302:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458256.900303:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458256.900305:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458256.900306:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458256.900376:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458256.900380:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f4f6cd (tot 1763546). 00000400:00000200:1.0:1760458256.900385:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458256.900389:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458256.900392:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001f8b73b4 00000400:00000010:1.0:1760458256.900393:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001f8b73b4. 00000100:00000001:1.0:1760458256.900395:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458256.900398:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003cc6cefa x1845971106426240/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458281 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458256.900403:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458256.900405:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003cc6cefa x1845971106426240/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458281 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458256.900409:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458256.900410:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458257.091757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458257.091765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458257.091767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458257.091772:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458257.091778:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458257.091782:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458257.091785:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458257.091788:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458257.091792:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458257.795812:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458257.795822:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458257.795826:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458257.795830:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458257.795838:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458257.795842:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458257.795846:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458257.795850:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458257.795857:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458257.795860:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458257.795865:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458257.795866:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458257.796025:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458257.796029:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458257.796034:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458257.923782:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458257.923795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458257.923798:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458257.923804:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458257.923807:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458257.923811:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458257.923815:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458258.115788:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458258.115794:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458258.115796:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458258.115802:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458258.115808:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458258.115812:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458258.115815:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458258.115818:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458258.115821:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458258.819785:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458258.819791:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458258.819800:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458258.819802:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458258.819806:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458258.819809:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458258.819905:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458258.819910:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458258.819915:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458258.947792:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458258.947805:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458258.947807:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458258.947813:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458258.947817:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458258.947821:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458258.947824:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458259.139804:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458259.139811:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458259.139813:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458259.139819:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458259.139825:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458259.139829:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458259.139832:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458259.139834:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458259.139838:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458259.843807:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458259.843813:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458259.843822:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458259.843824:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458259.843829:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458259.843833:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458259.843837:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458259.843845:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458259.843848:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458259.843850:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458259.843854:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458259.843856:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458259.843859:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458259.843862:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458259.843971:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458259.843976:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458259.843981:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458259.971794:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458259.971807:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458259.971810:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458259.971816:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458259.971819:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458259.971823:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458259.971826:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458260.163769:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458260.163775:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458260.163777:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458260.163783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458260.163789:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458260.163792:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458260.163796:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458260.163798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458260.163801:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458260.867769:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458260.867775:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458260.867784:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458260.867785:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458260.867789:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458260.867791:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458260.867915:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458260.867945:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458260.867950:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458260.995765:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458260.995778:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458260.995780:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458260.995786:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458260.995789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458260.995793:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458260.995796:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458261.187770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458261.187777:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458261.187779:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458261.187785:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458261.187791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458261.187795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458261.187798:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458261.187801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458261.187804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458261.891748:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458261.891754:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458261.891761:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458261.891764:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458261.891767:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458261.891773:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458261.891776:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458261.891777:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458261.891780:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458261.891782:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458261.891785:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458261.891787:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458261.891789:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458261.891791:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458261.891862:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458261.891867:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458261.891870:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458262.019800:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458262.019812:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458262.019814:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458262.019819:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458262.019822:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458262.019826:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458262.019829:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458262.019885:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458262.019892:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458262.019895:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458262.019898:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458262.019900:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458262.019903:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458262.019905:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458262.019907:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458262.019937:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6521) 00000100:00000001:3.0:1760458262.211758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458262.211764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458262.211766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458262.211771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458262.211787:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458262.211791:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458262.211793:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458262.211795:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458262.211798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458262.915793:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458262.915798:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458262.915807:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458262.915809:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458262.915813:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458262.915814:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458262.915898:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458262.915903:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458262.915971:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458263.043750:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458263.043765:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458263.043767:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458263.043775:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458263.043778:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458263.043782:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458263.043787:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458263.235712:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458263.235717:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458263.235718:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458263.235722:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458263.235726:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458263.235729:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458263.235731:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458263.235733:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458263.235735:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458263.939813:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458263.939820:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458263.939829:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458263.939830:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458263.939834:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458263.939835:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458263.939944:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458263.939948:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458263.939952:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458264.067722:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458264.067727:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458264.067740:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458239/real 1760458239] req@0000000036e202b0 x1845971106426112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458264 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458264.067756:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458264.067758:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458264.067761:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f960645. 00000400:00000200:2.0:1760458264.067765:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab4577c0 00000400:00000010:2.0:1760458264.067767:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab4577c0. 00000100:00000001:2.0:1760458264.067771:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458264.067773:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000036e202b0 x1845971106426112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458264 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458264.067780:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000036e202b0 x1845971106426112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458264 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458264.067786:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458264.067787:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458264.067789:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458264.067791:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458264.067794:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000036e202b0 x1845971106426112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458264 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458264.067799:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458264.067807:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458264.067808:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458264.067810:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458264.067812:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458264.067815:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458264.067818:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036e202b0 x1845971106426112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458264 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458264.067829:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458264.067831:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458264.067833:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458264.067834:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458264.067836:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458264.067837:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458264.067840:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458264.067859:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458264.067861:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458264.067864:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036e202b0 x1845971106426112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458264 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458264.067870:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036e202b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106426112:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458264.067874:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458264.067876:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458264.067878:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000036e202b0 x1845971106426112/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458264 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458264.067884:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458264.067887:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458264.067890:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458264.067895:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458264.067912:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458264.067915:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:2.0:1760458264.067917:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458264.067919:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ba73836f. 02000000:00000001:2.0:1760458264.067924:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1760458264.067925:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1760458264.067926:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458264.067928:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000036e202b0. 00000100:00000001:0.0:1760458264.067951:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00000001:2.0:1760458264.067952:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1760458264.067955:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:2.0:1760458264.067957:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458264.067961:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1760458264.067963:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458264.067966:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458264.067973:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458264.067979:0:56038:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6493 00000100:00080000:0.0:1760458264.067983:0:56038:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458264.067987:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458264.067991:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458264.067995:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458264.067997:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458264.068002:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458264.068004:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760458264.068007:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458264.068011:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458264.068013:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458264.068016:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458264.068019:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458264.068037:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458264.068038:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458264.068040:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458264.068043:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458264.068045:0:56038:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458264.068047:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458264.068050:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458264.068053:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458264.068056:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458264.068058:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458264.068061:0:56038:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458264.068068:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebfc75b4. 00000020:00000040:0.0:1760458264.068072:0:56038:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458264.068077:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458264.068079:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458264.068083:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458264.068086:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458264.068090:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458264.068098:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000671f05f3. 00000100:00000001:0.0:1760458264.068105:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458264.068112:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ebfc75b4 x1845971106426304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458264.068123:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458264.068125:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458264.068130:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ebfc75b4] to pc [ptlrpcd_rcv+-1] req@00000000ebfc75b4 x1845971106426304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458264.068155:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458264.068158:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458264.068161:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458264.068165:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458264.068169:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458264.068174:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458264.068178:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458264.068179:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458264.068183:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458264.068184:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458264.068185:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1760458264.068193:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6523) 00000100:00000040:2.0:1760458264.068193:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ebfc75b4 x1845971106426304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458264.068203:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458264.068206:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458264.068209:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458264.068211:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458264.068214:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ebfc75b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106426304:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458264.068218:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458264.068221:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458264.068223:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458264.068225:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458264.068229:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458264.068231:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458264.068235:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f960645. 00000400:00000010:2.0:1760458264.068238:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab4577c0. 00000100:00000200:2.0:1760458264.068244:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106426304, portal 25 00000100:00000001:2.0:1760458264.068246:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458264.068247:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762823296 : -123359946728320 : ffff8fce06321c80) 00000100:00000040:2.0:1760458264.068251:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ebfc75b4 x1845971106426304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458289 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458264.068256:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458264.068259:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458264.068261:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b5d6864. 00000100:00000200:2.0:1760458264.068263:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106426304, offset 0 00000400:00000200:2.0:1760458264.068269:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458264.068280:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458264.068287:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458264.068290:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458264.068293:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458264.068296:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [435:435:256:4294967295] 192.168.203.106@tcp LPNI seq info [435:435:8:4294967295] 00000400:00000200:2.0:1760458264.068305:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458264.068311:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458264.068333:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5a60aeb (tot 1763794). 00000800:00000200:2.0:1760458264.068342:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458264.068351:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458264.068356:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5a60aeb type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458264.068380:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458264.068384:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458264.068388:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458264.068393:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458264.068395:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458264.068417:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458264.068419:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458264.068422:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458264.068423:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458264.068425:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458264.068426:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458264.068515:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458264.068519:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5a60aeb (tot 1763546). 00000400:00000200:1.0:1760458264.068524:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458264.068529:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458264.068532:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b5d6864 00000400:00000010:1.0:1760458264.068534:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b5d6864. 00000100:00000001:1.0:1760458264.068536:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458264.068539:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebfc75b4 x1845971106426304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458289 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458264.068545:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458264.068547:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ebfc75b4 x1845971106426304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458289 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458264.068552:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458264.068553:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458264.259733:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458264.259739:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458264.259741:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458264.259759:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458264.259765:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458264.259769:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458264.259777:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458264.259779:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458264.259782:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458264.963797:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458264.963803:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458264.963811:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458264.963813:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458264.963817:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458264.963818:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458264.963947:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458264.963952:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458264.963955:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458265.091756:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458265.091770:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458265.091772:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458265.091779:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458265.091782:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458265.091787:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458265.091790:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458265.283724:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458265.283728:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458265.283730:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458265.283733:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458265.283737:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458265.283740:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458265.283742:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458265.283744:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458265.283746:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458265.987767:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458265.987773:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458265.987780:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458265.987782:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458265.987786:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458265.987787:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458265.987843:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458265.987847:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458265.987850:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458266.115736:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458266.115747:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458266.115750:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458266.115755:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458266.115758:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458266.115762:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458266.115765:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458266.307775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458266.307781:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458266.307783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458266.307790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458266.307796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458266.307800:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458266.307803:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458266.307805:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458266.307808:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458267.011779:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458267.011786:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458267.011789:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458267.011792:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458267.011798:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458267.011800:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458267.011802:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458267.011805:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458267.011809:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458267.011810:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458267.011814:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458267.011815:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458267.011921:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458267.011926:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458267.011930:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458267.139704:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458267.139713:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458267.139714:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458267.139719:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458267.139721:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458267.139724:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458267.139725:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458267.331765:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458267.331771:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458267.331773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458267.331778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458267.331784:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458267.331788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458267.331791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458267.331794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458267.331797:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458268.035780:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458268.035786:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458268.035794:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458268.035796:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458268.035800:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458268.035801:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458268.035948:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458268.035953:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458268.035958:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458268.163773:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458268.163785:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458268.163787:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458268.163799:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458268.163803:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458268.163807:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458268.163810:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458268.355761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458268.355766:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458268.355768:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458268.355774:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458268.355780:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458268.355785:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458268.355788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458268.355791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458268.355795:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458269.059727:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458269.059731:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458269.059736:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458269.059737:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458269.059739:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458269.059740:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458269.059814:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458269.059817:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458269.059820:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458269.187715:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458269.187725:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458269.187727:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458269.187731:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458269.187733:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458269.187736:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458269.187738:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458269.187756:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458269.187762:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458269.187764:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458269.187766:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458269.187767:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458269.187769:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458269.187770:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458269.187771:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458269.187775:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6528) 00000100:00000001:3.0:1760458269.379710:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458269.379714:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458269.379715:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458269.379718:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458269.379722:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458269.379725:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458269.379726:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458269.379728:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458269.379730:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458270.083712:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458270.083716:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458270.083720:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458270.083721:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458270.083724:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458270.083726:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458270.083728:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458270.083732:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458270.083733:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458270.083734:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458270.083736:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458270.083738:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458270.083739:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458270.083740:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458270.083814:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458270.083816:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458270.083819:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458270.211710:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458270.211720:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458270.211721:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458270.211725:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458270.211727:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458270.211730:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458270.211732:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458270.403755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458270.403760:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458270.403762:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458270.403767:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458270.403772:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458270.403776:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458270.403778:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458270.403780:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458270.403783:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458271.107690:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458271.107694:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458271.107700:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458271.107701:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458271.107704:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458271.107705:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458271.107788:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458271.107791:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458271.107794:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458271.235762:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458271.235778:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458271.235781:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458271.235787:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458271.235791:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458271.235796:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458271.235799:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458271.427724:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458271.427728:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458271.427730:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458271.427733:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458271.427737:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458271.427740:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458271.427741:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458271.427744:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458271.427745:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458272.131766:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458272.131772:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458272.131780:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458272.131784:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458272.131787:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458272.131792:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458272.131794:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458272.131796:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458272.131799:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458272.131802:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458272.131805:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458272.131808:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458272.131812:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458272.131813:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458272.131963:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458272.131967:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458272.131970:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458272.259715:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458272.259724:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458272.259726:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458272.259730:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458272.259732:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458272.259735:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458272.259737:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458272.451720:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458272.451725:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458272.451726:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458272.451730:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458272.451734:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458272.451737:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458272.451740:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458272.451742:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458272.451744:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458273.155725:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458273.155729:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458273.155733:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458273.155734:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458273.155737:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458273.155738:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458273.155820:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458273.155823:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458273.155826:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458273.283778:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458273.283795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458273.283798:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458273.283806:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458273.283811:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458273.283817:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458273.283822:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458273.475716:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458273.475720:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458273.475722:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458273.475725:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458273.475730:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458273.475732:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458273.475734:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458273.475735:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458273.475737:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458274.179903:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458274.179909:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458274.179916:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458274.179917:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458274.179920:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458274.179921:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458274.180009:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458274.180014:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458274.180018:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458274.307743:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458274.307755:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458274.307758:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458274.307764:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458274.307767:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458274.307771:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458274.307773:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458274.307779:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458274.307787:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458274.307790:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458274.307794:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458274.307796:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458274.307800:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458274.307802:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458274.307805:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458274.307810:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6533) 00000100:00000001:3.0:1760458274.499777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458274.499783:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458274.499786:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458274.499791:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458274.499797:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458274.499801:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458274.499804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458274.499808:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458274.499811:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458275.203768:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458275.203773:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458275.203780:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458275.203782:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458275.203785:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458275.203786:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458275.203929:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458275.203933:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458275.203937:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458275.331744:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458275.331759:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458275.331762:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458275.331769:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458275.331772:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458275.331777:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458275.331780:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458275.523728:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458275.523732:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458275.523733:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458275.523737:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458275.523741:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458275.523744:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458275.523746:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458275.523747:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458275.523749:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458276.227751:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458276.227757:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458276.227764:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458276.227766:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458276.227769:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458276.227770:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458276.227856:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458276.227859:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458276.227862:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458276.355711:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458276.355716:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458276.355737:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458251/real 1760458251] req@00000000021d5908 x1845971106426176/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458276 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458276.355755:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458276.355757:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458276.355760:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000acae1be5. 00000400:00000200:2.0:1760458276.355766:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5cdd456 00000400:00000010:2.0:1760458276.355768:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5cdd456. 00000100:00000001:2.0:1760458276.355772:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458276.355786:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000021d5908 x1845971106426176/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458276 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458276.355795:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000021d5908 x1845971106426176/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458276 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458276.355802:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458276.355803:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458276.355806:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458276.355808:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458276.355811:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000021d5908 x1845971106426176/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458276 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458276.355850:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458276.355857:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458276.355859:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458276.355861:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458276.355864:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458276.355867:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458276.355871:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021d5908 x1845971106426176/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458276 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458276.355876:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458276.355878:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458276.355879:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458276.355880:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458276.355881:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458276.355883:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458276.355885:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458276.355901:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458276.355903:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458276.355906:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021d5908 x1845971106426176/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458276 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458276.355911:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000021d5908 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426176:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458276.355914:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458276.355916:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458276.355918:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000021d5908 x1845971106426176/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458276 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458276.355922:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458276.355924:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458276.355927:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a5369a9. 02000000:00000001:2.0:1760458276.355930:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458276.355931:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458276.355932:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:2.0:1760458276.355934:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458276.355936:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000009c6e2fd9. 02000000:00000001:2.0:1760458276.355940:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458276.355941:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458276.355942:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000021d5908. 00000100:00000001:2.0:1760458276.355945:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458276.355946:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458276.355948:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458276.355966:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458276.355972:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458276.355974:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458276.355977:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458276.355978:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760458276.355980:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458276.355981:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458276.355984:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458276.355987:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6505 00000100:00080000:0.0:1760458276.355988:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458276.355990:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458276.355992:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458276.355994:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458276.355995:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458276.355997:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458276.355998:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760458276.356000:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458276.356003:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760458276.356004:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760458276.356005:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760458276.356007:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458276.356008:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458276.356009:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458276.356010:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458276.356012:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760458276.356015:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458276.356016:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458276.356018:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458276.356022:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458276.356024:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458276.356026:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458276.356028:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458276.356030:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458276.356032:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458276.356038:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006c943888. 00000020:00000040:0.0:1760458276.356040:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760458276.356043:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458276.356044:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458276.356046:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458276.356048:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458276.356051:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458276.356056:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d0f209f4. 00000100:00000001:0.0:1760458276.356061:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458276.356064:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006c943888 x1845971106426368/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458276.356070:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458276.356072:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458276.356074:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006c943888] to pc [ptlrpcd_rcv+-1] req@000000006c943888 x1845971106426368/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458276.356089:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458276.356090:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458276.356091:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458276.356093:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458276.356095:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458276.356097:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458276.356100:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6535) 00000100:00000001:2.0:1760458276.356110:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458276.356113:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458276.356123:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458276.356128:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c943888 x1845971106426368/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458276.356133:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458276.356135:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458276.356137:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458276.356139:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458276.356141:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c943888 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426368:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458276.356144:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458276.356146:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458276.356148:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458276.356150:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458276.356154:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000093d40f1b. 02000000:00000001:2.0:1760458276.356155:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458276.356158:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf8d251. 00000400:00000010:2.0:1760458276.356161:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d4331b. 00000100:00000200:2.0:1760458276.356166:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106426368, portal 10 00000100:00000001:2.0:1760458276.356168:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458276.356169:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762842752 : -123359946708864 : ffff8fce06326880) 00000100:00000040:2.0:1760458276.356173:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006c943888 x1845971106426368/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458301 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458276.356178:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458276.356180:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458276.356181:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000050617605. 00000100:00000200:2.0:1760458276.356183:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106426368, offset 0 00000400:00000200:2.0:1760458276.356188:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458276.356199:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458276.356204:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458276.356207:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458276.356209:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458276.356212:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [436:436:256:4294967295] 192.168.203.106@tcp LPNI seq info [436:436:8:4294967295] 00000400:00000200:2.0:1760458276.356219:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458276.356224:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458276.356228:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5a60aeb (tot 1763794). 00000800:00000200:2.0:1760458276.356234:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458276.356239:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458276.356242:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5a60aeb type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458276.356254:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458276.356256:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458276.356258:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458276.356260:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458276.356261:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458276.356263:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458276.356264:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458276.356266:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458276.356266:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458276.356267:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458276.356268:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1760458276.356393:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1760458276.356397:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5a60aeb (tot 1763546). 00000400:00000200:3.0:1760458276.356401:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1760458276.356406:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1760458276.356409:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000050617605 00000400:00000010:3.0:1760458276.356410:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000050617605. 00000100:00000001:3.0:1760458276.356412:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1760458276.356415:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006c943888 x1845971106426368/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458301 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458276.356420:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458276.356422:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006c943888 x1845971106426368/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458301 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458276.356426:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458276.356427:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458276.547729:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458276.547734:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458276.547735:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458276.547738:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458276.547742:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458276.547745:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458276.547746:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458276.547748:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458276.547750:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458277.251738:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458277.251744:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458277.251747:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458277.251749:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458277.251754:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458277.251755:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458277.251757:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458277.251760:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458277.251763:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458277.251765:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458277.251768:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458277.251769:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458277.251843:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458277.251846:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458277.251848:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458277.379720:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458277.379730:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458277.379732:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458277.379737:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458277.379740:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458277.379744:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458277.379746:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458277.571714:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458277.571718:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458277.571720:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458277.571724:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458277.571728:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458277.571731:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458277.571732:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458277.571734:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458277.571736:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458278.275724:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458278.275728:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458278.275733:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458278.275734:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458278.275736:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458278.275736:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458278.275787:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458278.275790:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458278.275792:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458278.403704:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458278.403713:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458278.403715:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458278.403719:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458278.403721:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458278.403724:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458278.403726:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458278.595712:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458278.595716:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458278.595718:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458278.595721:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458278.595725:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458278.595728:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458278.595729:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458278.595731:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458278.595733:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458279.299821:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458279.299828:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458279.299838:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458279.299840:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458279.299845:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458279.299846:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458279.299982:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458279.299987:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458279.299991:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458279.427733:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458279.427743:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458279.427745:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458279.427750:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458279.427753:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458279.427756:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458279.427758:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458279.619706:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458279.619710:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458279.619712:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458279.619715:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458279.619718:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458279.619721:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458279.619723:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458279.619724:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458279.619726:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458280.323732:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458280.323736:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458280.323740:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458280.323741:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458280.323745:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458280.323747:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458280.323750:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458280.323755:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458280.323757:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458280.323759:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458280.323761:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458280.323764:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458280.323765:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458280.323767:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458280.323856:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458280.323859:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458280.323861:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458280.451707:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458280.451716:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458280.451718:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458280.451722:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458280.451723:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458280.451726:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458280.451728:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458280.643705:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458280.643709:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458280.643710:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458280.643714:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458280.643719:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458280.643723:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458280.643725:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458280.643728:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458280.643730:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458281.347716:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458281.347720:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458281.347725:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458281.347726:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458281.347729:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458281.347730:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458281.347835:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458281.347838:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458281.347841:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458281.475803:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458281.475809:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1760458281.475815:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:2.0:1760458281.475821:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458256/real 1760458256] req@000000003cc6cefa x1845971106426240/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458281 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1760458281.475825:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458281.475830:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458281.475837:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458281.475841:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458281.475844:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458281.475846:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458281.475848:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000001:2.0:1760458281.475848:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458281.475852:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1760458281.475853:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6540) 00000400:00000010:2.0:1760458281.475855:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df004ac3. 00000400:00000200:2.0:1760458281.475862:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c0e2357 00000400:00000010:2.0:1760458281.475864:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c0e2357. 00000100:00000001:2.0:1760458281.475868:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458281.475871:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003cc6cefa x1845971106426240/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458281 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458281.475878:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003cc6cefa x1845971106426240/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458281 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458281.475885:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458281.475886:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458281.475889:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458281.475890:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458281.475892:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003cc6cefa x1845971106426240/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458281 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458281.475897:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458281.475904:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458281.475905:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458281.475907:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458281.475910:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458281.475912:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458281.475915:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003cc6cefa x1845971106426240/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458281 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458281.475920:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458281.475923:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458281.475924:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458281.475925:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458281.475927:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458281.475928:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458281.475931:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458281.475949:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458281.475951:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458281.475954:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cc6cefa x1845971106426240/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458281 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458281.475960:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003cc6cefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426240:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458281.475964:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458281.475966:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458281.475969:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003cc6cefa x1845971106426240/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458281 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458281.475974:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458281.475978:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1760458281.475979:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1760458281.475981:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ad271b31. 00000100:00080000:0.0:1760458281.475986:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458281.475989:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1760458281.475989:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458281.475992:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:0.0:1760458281.475993:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000040:2.0:1760458281.475995:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000100:00080000:0.0:1760458281.475997:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1760458281.475999:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00080000:0.0:1760458281.476001:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:2.0:1760458281.476003:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e0e5c22c. 00000100:00080000:0.0:1760458281.476004:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458281.476009:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 02000000:00000001:2.0:1760458281.476010:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1760458281.476011:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 02000000:00000001:2.0:1760458281.476012:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1760458281.476014:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:2.0:1760458281.476015:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003cc6cefa. 00000100:00080000:0.0:1760458281.476017:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458281.476019:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760458281.476022:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00000001:2.0:1760458281.476022:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458281.476026:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458281.476029:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6511 00000100:00080000:0.0:1760458281.476032:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458281.476034:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458281.476037:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458281.476039:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458281.476042:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458281.476044:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458281.476046:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760458281.476048:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458281.476051:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760458281.476053:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760458281.476055:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760458281.476057:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458281.476058:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458281.476059:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458281.476061:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458281.476063:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760458281.476065:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458281.476067:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458281.476069:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458281.476074:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458281.476076:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458281.476078:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458281.476080:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458281.476082:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458281.476083:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458281.476091:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2c7d95d. 00000020:00000040:0.0:1760458281.476093:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760458281.476096:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458281.476098:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458281.476100:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458281.476103:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458281.476106:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458281.476112:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000265d4fa1. 00000100:00000001:0.0:1760458281.476117:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458281.476121:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c7d95d x1845971106426432/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458281.476133:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458281.476135:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458281.476137:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c2c7d95d] to pc [ptlrpcd_rcv+-1] req@00000000c2c7d95d x1845971106426432/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458281.476154:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458281.476156:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760458281.476158:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6540) 00000100:00000001:2.0:1760458281.476183:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458281.476185:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458281.476187:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458281.476192:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c2c7d95d x1845971106426432/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458281.476198:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458281.476199:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458281.476203:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458281.476206:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458281.476207:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c7d95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426432:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458281.476210:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458281.476213:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458281.476214:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458281.476217:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458281.476220:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ad271b31. 02000000:00000001:2.0:1760458281.476222:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458281.476225:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df004ac3. 00000400:00000010:2.0:1760458281.476229:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c0e2357. 00000100:00000200:2.0:1760458281.476234:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106426432, portal 4 00000100:00000001:2.0:1760458281.476236:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458281.476237:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762846400 : -123359946705216 : ffff8fce063276c0) 00000100:00000040:2.0:1760458281.476242:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c2c7d95d x1845971106426432/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458306 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458281.476247:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458281.476249:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458281.476251:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000215756a7. 00000100:00000200:2.0:1760458281.476253:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106426432, offset 0 00000400:00000200:2.0:1760458281.476259:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458281.476270:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458281.476277:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458281.476279:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458281.476282:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458281.476285:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [437:437:256:4294967295] 192.168.203.106@tcp LPNI seq info [437:437:8:4294967295] 00000400:00000200:2.0:1760458281.476293:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458281.476299:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458281.476303:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7f4f6cd (tot 1763794). 00000800:00000200:2.0:1760458281.476308:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458281.476314:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458281.476318:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f7f4f6cd type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458281.476333:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458281.476334:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458281.476336:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458281.476338:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458281.476340:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458281.476342:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458281.476343:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458281.476345:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458281.476346:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458281.476347:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458281.476348:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458281.476467:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458281.476473:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f4f6cd (tot 1763546). 00000400:00000200:1.0:1760458281.476478:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458281.476485:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458281.476489:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000215756a7 00000400:00000010:1.0:1760458281.476491:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000215756a7. 00000100:00000001:1.0:1760458281.476496:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458281.476500:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2c7d95d x1845971106426432/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458306 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458281.476510:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458281.476512:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c2c7d95d x1845971106426432/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458306 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458281.476521:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458281.476523:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458281.667745:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458281.667749:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458281.667751:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458281.667755:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458281.667760:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458281.667763:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458281.667765:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458281.667767:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458281.667769:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458282.371720:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458282.371724:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458282.371730:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458282.371732:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458282.371733:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458282.371737:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458282.371739:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458282.371740:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458282.371742:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458282.371743:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458282.371745:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458282.371746:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458282.371748:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458282.371748:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458282.371827:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458282.371831:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458282.371835:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458282.499711:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458282.499721:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458282.499722:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458282.499727:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458282.499729:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458282.499732:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458282.499734:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458282.691730:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458282.691735:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458282.691736:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458282.691740:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458282.691744:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458282.691746:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458282.691748:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458282.691750:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458282.691752:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458283.395749:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458283.395753:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458283.395760:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458283.395761:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458283.395765:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458283.395766:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458283.395896:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458283.395900:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458283.395903:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458283.523744:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458283.523755:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458283.523756:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458283.523761:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458283.523763:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458283.523778:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458283.523781:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458283.715755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458283.715761:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458283.715763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458283.715807:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458283.715813:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458283.715817:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458283.715820:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458283.715823:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458283.715826:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458284.419819:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458284.419825:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458284.419833:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458284.419835:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458284.419839:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458284.419841:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458284.419976:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458284.419982:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458284.419986:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458284.547753:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458284.547827:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458284.547831:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458284.547838:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458284.547841:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458284.547846:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458284.547849:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458284.739739:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458284.739745:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458284.739747:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458284.739752:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458284.739757:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458284.739781:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458284.739784:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458284.739786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458284.739788:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458285.443805:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458285.443810:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458285.443818:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458285.443819:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458285.443823:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458285.443824:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458285.443922:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458285.443927:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458285.443932:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458285.571727:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458285.571737:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458285.571739:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458285.571744:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458285.571747:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458285.571749:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458285.571781:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458285.763741:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458285.763748:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458285.763769:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458285.763776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458285.763782:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458285.763786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458285.763791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458285.763793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458285.763796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458286.467840:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458286.467848:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458286.467858:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458286.467859:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458286.467864:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458286.467866:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458286.467991:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458286.467996:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458286.468000:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458286.595837:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458286.595856:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458286.595859:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458286.595866:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458286.595869:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458286.595874:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458286.595879:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458286.595882:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458286.595885:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458286.595890:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458286.595892:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458286.595899:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458286.595903:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458286.595906:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458286.595909:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458286.595914:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6545) 00000100:00000001:3.0:1760458286.787791:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458286.787800:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458286.787803:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458286.787810:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458286.787817:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458286.787822:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458286.787826:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458286.787829:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458286.787833:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458287.491730:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458287.491736:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458287.491738:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458287.491756:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458287.491760:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458287.491762:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458287.491764:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458287.491766:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458287.491770:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458287.491772:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458287.491775:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458287.491776:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458287.491834:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458287.491837:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458287.491839:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458287.619811:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458287.619824:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458287.619826:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458287.619833:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458287.619836:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458287.619840:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458287.619844:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458287.811775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458287.811782:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458287.811785:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458287.811790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458287.811795:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458287.811799:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458287.811802:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458287.811805:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458287.811808:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458288.515849:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458288.515856:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458288.515865:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458288.515866:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458288.515871:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458288.515872:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458288.515969:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458288.515973:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458288.515978:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458288.643815:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458288.643828:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458288.643830:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458288.643836:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458288.643839:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458288.643843:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458288.643846:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458288.835811:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458288.835819:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458288.835822:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458288.835829:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458288.835836:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458288.835841:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458288.835846:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458288.835849:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458288.835854:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458289.539836:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458289.539842:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458289.539851:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458289.539853:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458289.539859:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458289.539861:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458289.539981:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458289.539987:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458289.539994:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458289.667821:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458289.667840:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458289.667859:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458264/real 1760458264] req@00000000ebfc75b4 x1845971106426304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458289 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458289.667888:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458289.667891:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458289.667895:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f960645. 00000400:00000200:2.0:1760458289.667904:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab4577c0 00000400:00000010:2.0:1760458289.667907:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab4577c0. 00000100:00000001:2.0:1760458289.667915:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458289.667922:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebfc75b4 x1845971106426304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458289 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458289.667938:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebfc75b4 x1845971106426304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458289 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458289.667952:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458289.667955:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458289.667960:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458289.667963:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458289.667969:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000ebfc75b4 x1845971106426304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458289 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458289.667982:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458289.667995:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458289.667998:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458289.668003:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458289.668017:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458289.668023:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458289.668029:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ebfc75b4 x1845971106426304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458289 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458289.668042:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458289.668049:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458289.668051:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458289.668053:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458289.668058:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458289.668061:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458289.668066:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458289.668104:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458289.668109:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458289.668117:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ebfc75b4 x1845971106426304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458289 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458289.668132:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ebfc75b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106426304:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458289.668141:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458289.668145:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458289.668150:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ebfc75b4 x1845971106426304/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458289 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458289.668164:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458289.668168:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458289.668173:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458289.668181:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458289.668185:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458289.668189:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:2.0:1760458289.668195:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458289.668201:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000671f05f3. 02000000:00000001:2.0:1760458289.668208:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458289.668212:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458289.668215:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebfc75b4. 00000100:00080000:0.0:1760458289.668218:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458289.668223:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458289.668226:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458289.668229:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458289.668234:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:2.0:1760458289.668235:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458289.668239:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458289.668243:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458289.668249:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458289.668255:0:56038:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6518 00000100:00080000:0.0:1760458289.668258:0:56038:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458289.668262:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458289.668266:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458289.668270:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458289.668273:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458289.668277:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458289.668279:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760458289.668282:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458289.668286:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458289.668289:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458289.668293:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458289.668298:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458289.668302:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458289.668305:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458289.668308:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458289.668313:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458289.668329:0:56038:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458289.668334:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458289.668338:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458289.668342:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458289.668347:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458289.668350:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458289.668353:0:56038:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458289.668367:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000931e61d7. 00000020:00000040:0.0:1760458289.668373:0:56038:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458289.668379:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458289.668393:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458289.668397:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458289.668401:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458289.668405:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458289.668414:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ba73836f. 00000100:00000001:0.0:1760458289.668421:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458289.668428:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000931e61d7 x1845971106426496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458289.668448:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458289.668451:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458289.668455:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000931e61d7] to pc [ptlrpcd_rcv+-1] req@00000000931e61d7 x1845971106426496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458289.668485:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458289.668487:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458289.668490:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458289.668494:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458289.668497:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458289.668500:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458289.668503:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458289.668506:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458289.668510:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6548) 00000100:00000001:2.0:1760458289.668552:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458289.668558:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458289.668561:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458289.668570:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000931e61d7 x1845971106426496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458289.668586:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458289.668589:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458289.668594:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458289.668598:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458289.668604:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000931e61d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106426496:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458289.668611:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458289.668617:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458289.668620:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458289.668623:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458289.668630:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458289.668633:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458289.668679:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f960645. 00000400:00000010:2.0:1760458289.668689:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab4577c0. 00000100:00000200:2.0:1760458289.668698:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106426496, portal 25 00000100:00000001:2.0:1760458289.668702:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458289.668704:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762840320 : -123359946711296 : ffff8fce06325f00) 00000100:00000040:2.0:1760458289.668714:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000931e61d7 x1845971106426496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458314 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458289.668749:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458289.668755:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458289.668771:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e6daac78. 00000100:00000200:2.0:1760458289.668776:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106426496, offset 0 00000400:00000200:2.0:1760458289.668789:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458289.668810:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458289.668822:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458289.668838:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458289.668843:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458289.668850:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [438:438:256:4294967295] 192.168.203.106@tcp LPNI seq info [438:438:8:4294967295] 00000400:00000200:2.0:1760458289.668870:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458289.668881:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458289.668889:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003aedd732 (tot 1763794). 00000800:00000200:2.0:1760458289.668901:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458289.668913:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458289.668920:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003aedd732 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458289.668950:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458289.668954:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458289.668960:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458289.668964:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458289.668968:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458289.668975:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458289.668978:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458289.668981:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458289.668983:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458289.668985:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458289.668988:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458289.669156:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458289.669164:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003aedd732 (tot 1763546). 00000400:00000200:1.0:1760458289.669171:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458289.669180:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458289.669186:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e6daac78 00000400:00000010:1.0:1760458289.669188:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e6daac78. 00000100:00000001:1.0:1760458289.669193:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458289.669198:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000931e61d7 x1845971106426496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458314 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458289.669208:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458289.669211:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000931e61d7 x1845971106426496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458314 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458289.669219:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458289.669222:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458289.859786:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458289.859795:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458289.859798:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458289.859805:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458289.859813:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458289.859818:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458289.859822:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458289.859826:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458289.859830:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458290.563804:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458290.563810:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458290.563819:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458290.563820:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458290.563825:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458290.563830:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458290.563833:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458290.563841:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458290.563844:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458290.563846:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458290.563850:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458290.563853:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458290.563856:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458290.563860:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458290.564002:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458290.564008:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458290.564012:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458290.691801:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458290.691814:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458290.691816:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458290.691823:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458290.691826:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458290.691830:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458290.691833:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458290.883782:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458290.883788:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458290.883790:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458290.883795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458290.883801:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458290.883805:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458290.883808:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458290.883811:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458290.883814:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458291.587821:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458291.587827:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458291.587835:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458291.587837:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458291.587841:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458291.587842:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458291.587947:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458291.587952:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458291.587957:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458291.715786:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458291.715798:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458291.715801:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458291.715806:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458291.715809:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458291.715814:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458291.715816:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458291.907800:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458291.907807:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458291.907810:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458291.907815:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458291.907821:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458291.907825:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458291.907828:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458291.907830:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458291.907833:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458292.611829:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458292.611836:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458292.611844:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458292.611847:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458292.611850:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458292.611857:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458292.611860:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458292.611861:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458292.611865:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458292.611867:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458292.611869:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458292.611872:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458292.611875:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458292.611876:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458292.612016:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458292.612021:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458292.612026:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458292.739771:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458292.739784:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458292.739787:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458292.739792:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458292.739795:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458292.739799:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458292.739802:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458292.931824:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458292.931833:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458292.931836:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458292.931843:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458292.931851:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458292.931856:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458292.931860:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458292.931863:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458292.931867:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458293.635787:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458293.635793:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458293.635802:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458293.635804:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458293.635808:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458293.635810:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458293.635948:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458293.635953:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458293.635957:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458293.763785:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458293.763799:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458293.763803:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458293.763810:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458293.763814:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458293.763819:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458293.763822:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458293.955791:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458293.955798:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458293.955800:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458293.955806:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458293.955812:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458293.955816:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458293.955819:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458293.955821:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458293.955825:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458294.659818:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458294.659824:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458294.659833:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458294.659835:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458294.659838:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458294.659840:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458294.659924:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458294.659929:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458294.659934:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458294.787799:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458294.787813:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458294.787816:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458294.787823:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458294.787827:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458294.787831:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458294.787834:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458294.787845:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458294.787858:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458294.787863:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458294.787869:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458294.787873:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458294.787878:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458294.787882:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458294.787887:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458294.787896:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6553) 00000100:00000001:3.0:1760458294.979808:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458294.979816:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458294.979818:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458294.979823:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458294.979829:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458294.979833:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458294.979836:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458294.979838:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458294.979842:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458295.683803:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458295.683808:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458295.683816:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458295.683819:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458295.683823:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458295.683825:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458295.683907:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458295.683911:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458295.683915:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458295.811833:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458295.811849:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458295.811853:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458295.811861:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458295.811865:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458295.811872:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458295.811877:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458296.003805:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458296.003812:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458296.003814:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458296.003819:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458296.003826:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458296.003830:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458296.003833:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458296.003836:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458296.003839:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458296.707829:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458296.707837:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458296.707847:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458296.707849:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458296.707854:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458296.707855:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458296.707980:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458296.707987:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458296.707993:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458296.835835:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458296.835852:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458296.835855:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458296.835862:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458296.835865:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458296.835869:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458296.835872:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458297.027779:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458297.027785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458297.027787:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458297.027793:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458297.027799:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458297.027803:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458297.027806:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458297.027808:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458297.027811:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458297.731758:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458297.731764:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458297.731767:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458297.731770:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458297.731777:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458297.731779:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458297.731781:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458297.731783:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458297.731786:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458297.731788:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458297.731791:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458297.731792:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458297.731884:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458297.731888:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458297.731892:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458297.859733:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458297.859742:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458297.859744:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458297.859748:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458297.859750:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458297.859753:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458297.859756:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458298.051771:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458298.051777:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458298.051779:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458298.051784:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458298.051790:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458298.051794:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458298.051797:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458298.051799:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458298.051802:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458298.755799:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458298.755805:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458298.755813:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458298.755814:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458298.755818:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458298.755819:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458298.755897:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458298.755902:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458298.755908:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458298.883870:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458298.883885:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458298.883888:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458298.883895:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458298.883898:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458298.883903:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458298.883907:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458299.075773:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458299.075779:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458299.075781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458299.075787:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458299.075793:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458299.075797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458299.075800:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458299.075803:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458299.075806:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458299.779800:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458299.779806:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458299.779814:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458299.779816:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458299.779820:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458299.779821:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458299.779960:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458299.779965:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458299.779969:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458299.907780:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458299.907793:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458299.907796:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458299.907801:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458299.907804:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458299.907809:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458299.907812:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458299.907835:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458299.907846:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458299.907850:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458299.907854:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458299.907857:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458299.907860:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458299.907862:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458299.907865:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458299.907871:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6559) 00000100:00000001:3.0:1760458300.099778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458300.099783:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458300.099785:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458300.099789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458300.099795:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458300.099798:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458300.099801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458300.099804:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458300.099806:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458300.803806:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458300.803813:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458300.803821:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458300.803822:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458300.803826:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458300.803830:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458300.803832:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458300.803839:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458300.803842:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458300.803843:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458300.803847:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458300.803849:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458300.803852:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458300.803854:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458300.803955:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458300.803960:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458300.803965:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458300.931785:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458300.931796:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458300.931798:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458300.931803:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458300.931806:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458300.931809:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458300.931812:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458301.123742:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458301.123749:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458301.123750:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458301.123755:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458301.123760:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458301.123764:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458301.123766:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458301.123768:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458301.123770:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458301.827824:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458301.827833:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458301.827844:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458301.827846:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458301.827851:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458301.827853:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458301.827991:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458301.827996:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458301.828000:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458301.955769:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458301.955779:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458301.955799:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458276/real 1760458276] req@000000006c943888 x1845971106426368/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458301 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458301.955829:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458301.955832:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458301.955836:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005cf8d251. 00000400:00000200:2.0:1760458301.955845:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d4331b 00000400:00000010:2.0:1760458301.955847:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d4331b. 00000100:00000001:2.0:1760458301.955853:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458301.955857:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006c943888 x1845971106426368/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458301 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458301.955867:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006c943888 x1845971106426368/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458301 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458301.955876:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458301.955879:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458301.955882:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458301.955885:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458301.955888:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006c943888 x1845971106426368/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458301 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458301.955897:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458301.955908:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458301.955910:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458301.955913:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458301.955916:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458301.955920:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458301.955923:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c943888 x1845971106426368/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458301 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458301.955932:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458301.955935:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458301.955937:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458301.955939:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458301.955941:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458301.955944:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458301.955948:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458301.955981:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458301.955985:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458301.955989:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c943888 x1845971106426368/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458301 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458301.955999:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c943888 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426368:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458301.956004:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458301.956007:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458301.956010:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006c943888 x1845971106426368/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458301 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458301.956018:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458301.956021:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458301.956025:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000093d40f1b. 02000000:00000001:2.0:1760458301.956031:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458301.956033:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458301.956036:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:2.0:1760458301.956039:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458301.956042:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d0f209f4. 02000000:00000001:2.0:1760458301.956046:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458301.956048:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458301.956049:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006c943888. 00000100:00000001:2.0:1760458301.956053:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458301.956055:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458301.956058:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458301.956102:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458301.956112:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458301.956115:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458301.956120:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760458301.956121:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:1.0:1760458301.956124:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760458301.956126:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760458301.956131:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760458301.956136:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6530 00000100:00080000:1.0:1760458301.956139:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760458301.956143:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458301.956147:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458301.956150:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458301.956152:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760458301.956156:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760458301.956158:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:1.0:1760458301.956161:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760458301.956164:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:1.0:1760458301.956168:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:1.0:1760458301.956170:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:1.0:1760458301.956174:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458301.956177:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458301.956179:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458301.956181:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760458301.956184:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:1.0:1760458301.956188:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760458301.956190:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458301.956193:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760458301.956201:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760458301.956204:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458301.956206:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760458301.956210:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760458301.956213:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458301.956215:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760458301.956225:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003718eff5. 00000020:00000040:1.0:1760458301.956230:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:1.0:1760458301.956234:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760458301.956236:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458301.956240:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760458301.956243:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760458301.956247:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760458301.956256:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000f524eada. 00000100:00000001:1.0:1760458301.956263:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458301.956269:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003718eff5 x1845971106426560/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458301.956281:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760458301.956283:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760458301.956287:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003718eff5] to pc [ptlrpcd_rcv+-1] req@000000003718eff5 x1845971106426560/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458301.956317:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458301.956320:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760458301.956322:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458301.956326:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458301.956329:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458301.956333:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458301.956339:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6561) 00000100:00000001:2.0:1760458301.956360:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458301.956365:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458301.956368:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458301.956375:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003718eff5 x1845971106426560/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458301.956386:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458301.956388:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458301.956392:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458301.956396:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458301.956400:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003718eff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426560:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458301.956405:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458301.956409:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458301.956412:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458301.956416:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458301.956421:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000093d40f1b. 02000000:00000001:2.0:1760458301.956423:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458301.956429:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf8d251. 00000400:00000010:2.0:1760458301.956433:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d4331b. 00000100:00000200:2.0:1760458301.956441:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106426560, portal 10 00000100:00000001:2.0:1760458301.956444:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458301.956446:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768333184 : -123359941218432 : ffff8fce06862f80) 00000100:00000040:2.0:1760458301.956453:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003718eff5 x1845971106426560/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458326 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458301.956461:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458301.956465:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458301.956468:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000619d2a48. 00000100:00000200:2.0:1760458301.956471:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106426560, offset 0 00000400:00000200:2.0:1760458301.956479:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458301.956494:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458301.956503:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458301.956507:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458301.956511:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458301.956516:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [439:439:256:4294967295] 192.168.203.106@tcp LPNI seq info [439:439:8:4294967295] 00000400:00000200:2.0:1760458301.956530:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458301.956538:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458301.956544:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080433ee0 (tot 1763794). 00000800:00000200:2.0:1760458301.956552:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458301.956562:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458301.956567:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000080433ee0 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458301.956594:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458301.956596:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458301.956600:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458301.956603:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458301.956605:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458301.956610:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458301.956611:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458301.956614:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458301.956615:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458301.956617:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458301.956619:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1760458301.956827:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1760458301.956833:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080433ee0 (tot 1763546). 00000400:00000200:3.0:1760458301.956840:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1760458301.956847:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1760458301.956852:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000619d2a48 00000400:00000010:3.0:1760458301.956853:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000619d2a48. 00000100:00000001:3.0:1760458301.956858:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1760458301.956863:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003718eff5 x1845971106426560/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458326 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458301.956873:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458301.956875:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003718eff5 x1845971106426560/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458326 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458301.956890:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458301.956892:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458302.147814:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458302.147821:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458302.147823:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458302.147827:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458302.147832:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458302.147836:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458302.147838:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458302.147841:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458302.147843:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458302.851774:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458302.851780:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458302.851786:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458302.851789:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458302.851792:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458302.851797:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458302.851799:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458302.851801:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458302.851803:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458302.851805:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458302.851807:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458302.851809:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458302.851811:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458302.851812:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458302.851875:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458302.851879:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458302.851882:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458302.979740:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458302.979750:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458302.979751:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458302.979755:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458302.979757:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458302.979760:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458302.979761:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458303.171745:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458303.171750:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458303.171752:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458303.171756:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458303.171761:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458303.171764:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458303.171767:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458303.171769:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458303.171771:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458303.875812:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458303.875817:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458303.875824:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458303.875825:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458303.875829:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458303.875830:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458303.875973:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458303.875977:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458303.875982:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458304.003800:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458304.003858:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458304.003863:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458304.003873:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458304.003877:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458304.003882:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458304.003886:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458304.195763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458304.195770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458304.195772:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458304.195777:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458304.195783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458304.195787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458304.195790:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458304.195793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458304.195796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458304.899820:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458304.899829:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458304.899839:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458304.899840:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458304.899845:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458304.899847:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458304.899987:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458304.899993:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458304.899998:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458305.027767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458305.027783:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458305.027786:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458305.027793:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458305.027797:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458305.027803:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458305.027806:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458305.219781:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458305.219787:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458305.219790:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458305.219806:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458305.219813:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458305.219818:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458305.219822:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458305.219827:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458305.219830:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458305.923801:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458305.923809:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458305.923820:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458305.923822:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458305.923827:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458305.923829:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458305.923929:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458305.923934:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458305.923938:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458306.051801:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458306.051809:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458306.051826:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458281/real 1760458281] req@00000000c2c7d95d x1845971106426432/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458306 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458306.051848:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458306.051851:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458306.051854:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df004ac3. 00000400:00000200:2.0:1760458306.051862:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c0e2357 00000400:00000010:2.0:1760458306.051864:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c0e2357. 00000100:00000001:2.0:1760458306.051870:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458306.051873:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2c7d95d x1845971106426432/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458306 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458306.051883:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2c7d95d x1845971106426432/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458306 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458306.051893:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458306.051895:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458306.051899:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458306.051901:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458306.051905:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c7d95d x1845971106426432/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458306 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458306.051912:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458306.051923:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458306.051924:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458306.051927:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458306.051931:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458306.051934:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458306.051938:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2c7d95d x1845971106426432/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458306 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458306.051946:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458306.051949:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458306.051951:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458306.051953:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458306.051955:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458306.051958:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458306.051961:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458306.051991:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458306.051995:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458306.051999:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2c7d95d x1845971106426432/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458306 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458306.052008:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c7d95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426432:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458306.052014:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458306.052017:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458306.052020:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c2c7d95d x1845971106426432/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458306 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458306.052035:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458306.052038:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458306.052042:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ad271b31. 02000000:00000001:2.0:1760458306.052048:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458306.052051:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458306.052053:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:2.0:1760458306.052056:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458306.052060:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000265d4fa1. 02000000:00000001:2.0:1760458306.052065:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458306.052067:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458306.052069:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2c7d95d. 00000100:00000001:2.0:1760458306.052075:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458306.052077:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458306.052080:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458306.052099:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458306.052108:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458306.052113:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458306.052117:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458306.052120:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458306.052124:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458306.052127:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458306.052131:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458306.052132:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760458306.052135:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458306.052138:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458306.052142:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458306.052148:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6535 00000100:00080000:0.0:1760458306.052152:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458306.052156:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458306.052159:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458306.052163:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458306.052165:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458306.052169:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458306.052171:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760458306.052174:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458306.052178:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760458306.052181:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760458306.052183:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760458306.052186:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458306.052188:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458306.052190:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458306.052192:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458306.052195:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760458306.052199:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458306.052202:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458306.052205:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458306.052230:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458306.052234:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458306.052236:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458306.052240:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458306.052244:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458306.052246:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458306.052255:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059c5005b. 00000020:00000040:0.0:1760458306.052260:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760458306.052265:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458306.052267:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458306.052271:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458306.052274:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458306.052284:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458306.052293:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000cf26fa4a. 00000100:00000001:0.0:1760458306.052301:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458306.052308:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000059c5005b x1845971106426624/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458306.052319:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458306.052322:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458306.052326:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000059c5005b] to pc [ptlrpcd_rcv+-1] req@0000000059c5005b x1845971106426624/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458306.052351:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458306.052354:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760458306.052359:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 1 (6565) 00000100:00000001:2.0:1760458306.052399:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458306.052403:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458306.052406:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458306.052413:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059c5005b x1845971106426624/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458306.052423:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458306.052425:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458306.052429:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458306.052433:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458306.052437:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059c5005b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426624:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458306.052441:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458306.052445:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458306.052448:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458306.052450:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458306.052456:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ad271b31. 02000000:00000001:2.0:1760458306.052458:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458306.052463:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df004ac3. 00000400:00000010:2.0:1760458306.052468:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c0e2357. 00000100:00000200:2.0:1760458306.052475:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106426624, portal 4 00000100:00000001:2.0:1760458306.052478:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458306.052480:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762820864 : -123359946730752 : ffff8fce06321300) 00000100:00000040:2.0:1760458306.052487:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000059c5005b x1845971106426624/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458331 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458306.052496:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458306.052500:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458306.052502:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000602d0e9d. 00000100:00000200:2.0:1760458306.052506:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106426624, offset 0 00000400:00000200:2.0:1760458306.052514:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458306.052528:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458306.052537:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458306.052541:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458306.052545:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458306.052549:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [440:440:256:4294967295] 192.168.203.106@tcp LPNI seq info [440:440:8:4294967295] 00000400:00000200:2.0:1760458306.052563:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458306.052571:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458306.052576:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a7bc5d3 (tot 1763794). 00000800:00000200:2.0:1760458306.052584:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458306.052594:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458306.052599:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a7bc5d3 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458306.052692:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458306.052697:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458306.052700:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458306.052704:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458306.052706:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458306.052712:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458306.052713:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458306.052715:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458306.052717:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458306.052719:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458306.052720:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458306.052810:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458306.052817:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a7bc5d3 (tot 1763546). 00000400:00000200:1.0:1760458306.052824:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458306.052833:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458306.052838:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000602d0e9d 00000400:00000010:1.0:1760458306.052840:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000602d0e9d. 00000100:00000001:1.0:1760458306.052844:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458306.052850:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059c5005b x1845971106426624/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458331 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458306.052860:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458306.052863:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000059c5005b x1845971106426624/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458331 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458306.052871:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458306.052873:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458306.243738:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458306.243745:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458306.243747:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458306.243753:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458306.243759:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458306.243763:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458306.243766:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458306.243768:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458306.243772:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458306.947758:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458306.947764:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458306.947766:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458306.947769:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458306.947773:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458306.947775:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458306.947777:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458306.947778:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458306.947781:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458306.947782:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458306.947784:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458306.947785:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458306.947936:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458306.947944:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458306.947953:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760458307.075805:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458307.075818:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1760458307.075823:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458307.075830:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458307.075833:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458307.075837:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458307.075840:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458307.075844:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1760458307.075849:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458307.075850:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458307.075855:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458307.075862:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1760458307.075863:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458307.075873:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458307.075879:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458307.075889:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 4 (6566) 00000100:00000001:3.0:1760458307.267747:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458307.267753:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458307.267755:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458307.267761:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458307.267768:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458307.267772:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458307.267775:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458307.267778:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458307.267781:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458307.971817:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458307.971823:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458307.971831:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458307.971832:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458307.971836:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458307.971837:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458307.972007:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458307.972014:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458307.972020:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458308.099745:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458308.099758:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458308.099761:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458308.099767:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458308.099770:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458308.099775:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458308.099777:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458308.291741:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458308.291745:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458308.291747:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458308.291750:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458308.291754:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458308.291757:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458308.291758:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458308.291760:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458308.291761:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458308.995812:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458308.995819:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458308.995829:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458308.995831:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458308.995838:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458308.995840:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458308.995990:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458308.995997:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458308.996003:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458309.123716:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458309.123725:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458309.123726:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458309.123731:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458309.123733:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458309.123736:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458309.123738:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458309.315716:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458309.315721:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458309.315722:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458309.315726:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458309.315729:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458309.315732:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458309.315734:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458309.315735:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458309.315737:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458310.019772:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458310.019779:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458310.019788:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458310.019790:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458310.019794:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458310.019799:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458310.019801:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458310.019824:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458310.019826:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458310.019832:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458310.019835:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458310.019837:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458310.019838:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458310.019840:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458310.019992:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458310.020000:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458310.020007:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458310.147767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458310.147779:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458310.147781:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458310.147787:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458310.147791:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458310.147795:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458310.147798:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458310.339767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458310.339773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458310.339774:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458310.339779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458310.339784:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458310.339788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458310.339791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458310.339793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458310.339796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458311.043803:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458311.043809:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458311.043817:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458311.043818:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458311.043822:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458311.043824:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458311.043979:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458311.043984:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458311.043988:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760458311.107856:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458311.107865:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458311.107869:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458311.107872:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458311.107875:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458311.107878:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458311.107880:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458311.107883:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458311.107888:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6570) 00000100:00000001:2.0:1760458311.171758:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458311.171770:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458311.171772:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458311.171777:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458311.171780:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458311.171784:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458311.171787:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458311.363758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458311.363764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458311.363766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458311.363771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458311.363777:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458311.363781:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458311.363784:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458311.363786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458311.363790:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458312.067782:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458312.067788:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458312.067797:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458312.067800:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458312.067806:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458312.067808:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458312.067943:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458312.067948:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458312.067953:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458312.195780:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458312.195794:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458312.195796:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458312.195802:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458312.195805:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458312.195810:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458312.195813:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458312.387750:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458312.387756:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458312.387758:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458312.387764:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458312.387770:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458312.387773:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458312.387776:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458312.387779:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458312.387782:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458313.091810:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458313.091817:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458313.091826:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458313.091831:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458313.091834:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458313.091842:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458313.091845:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458313.091847:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458313.091850:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458313.091853:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458313.091857:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458313.091861:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458313.091865:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458313.091867:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458313.091971:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458313.091977:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458313.091983:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458313.219776:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458313.219789:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458313.219791:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458313.219797:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458313.219801:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458313.219805:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458313.219808:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458313.411744:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458313.411750:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458313.411752:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458313.411757:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458313.411762:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458313.411766:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458313.411768:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458313.411771:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458313.411774:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458314.115822:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458314.115827:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458314.115834:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458314.115836:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458314.115839:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458314.115841:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458314.115988:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458314.115993:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458314.115998:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458314.243791:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458314.243798:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458314.243815:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458289/real 1760458289] req@00000000931e61d7 x1845971106426496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458314 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458314.243839:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458314.243842:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458314.243846:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f960645. 00000400:00000200:2.0:1760458314.243853:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab4577c0 00000400:00000010:2.0:1760458314.243855:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab4577c0. 00000100:00000001:2.0:1760458314.243860:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458314.243864:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000931e61d7 x1845971106426496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458314 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458314.243876:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000931e61d7 x1845971106426496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458314 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458314.243886:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458314.243889:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458314.243892:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458314.243895:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458314.243899:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000931e61d7 x1845971106426496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458314 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458314.243908:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458314.243920:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458314.243923:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458314.243927:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458314.243930:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458314.243933:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458314.243937:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000931e61d7 x1845971106426496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458314 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458314.243945:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458314.243949:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458314.243950:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458314.243951:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458314.243954:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458314.243957:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458314.243961:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458314.243991:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458314.243995:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458314.243999:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000931e61d7 x1845971106426496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458314 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458314.244008:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000931e61d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106426496:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458314.244016:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458314.244020:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458314.244025:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000931e61d7 x1845971106426496/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458314 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458314.244034:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458314.244038:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:1.0:1760458314.244041:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1760458314.244043:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458314.244051:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1760458314.244053:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000020:00000001:2.0:1760458314.244055:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:1.0:1760458314.244058:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000020:00000040:2.0:1760458314.244060:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000100:00000001:1.0:1760458314.244064:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:2.0:1760458314.244066:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00080000:1.0:1760458314.244068:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 02000000:00000010:2.0:1760458314.244071:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ba73836f. 00000100:00000001:1.0:1760458314.244076:0:145968:0:(import.c:519:import_select_connection()) Process entered 02000000:00000001:2.0:1760458314.244080:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458314.244084:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:1.0:1760458314.244085:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6543 00000100:00000010:2.0:1760458314.244088:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000931e61d7. 00000100:00080000:1.0:1760458314.244092:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1760458314.244096:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000040:1.0:1760458314.244100:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458314.244101:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458314.244107:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000001:2.0:1760458314.244108:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760458314.244114:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458314.244119:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760458314.244123:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760458314.244125:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:1.0:1760458314.244128:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760458314.244132:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:1.0:1760458314.244136:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:1.0:1760458314.244139:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:1.0:1760458314.244143:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458314.244146:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458314.244148:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458314.244150:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760458314.244152:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:1.0:1760458314.244156:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:1.0:1760458314.244158:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458314.244161:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760458314.244165:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760458314.244167:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458314.244170:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:1.0:1760458314.244172:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760458314.244182:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000929b24ab. 00000020:00000040:1.0:1760458314.244186:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:1.0:1760458314.244192:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760458314.244194:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458314.244198:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760458314.244201:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760458314.244205:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760458314.244214:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000beab5f56. 00000100:00000001:1.0:1760458314.244221:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458314.244227:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000929b24ab x1845971106426688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458314.244239:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760458314.244241:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760458314.244245:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000929b24ab] to pc [ptlrpcd_rcv+-1] req@00000000929b24ab x1845971106426688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458314.244273:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458314.244276:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760458314.244278:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458314.244282:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458314.244285:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458314.244289:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458314.244291:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458314.244295:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458314.244301:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6573) 00000100:00000001:2.0:1760458314.244319:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458314.244324:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458314.244327:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458314.244335:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000929b24ab x1845971106426688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458314.244346:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458314.244348:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458314.244353:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458314.244356:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458314.244359:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000929b24ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106426688:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458314.244367:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458314.244371:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458314.244374:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458314.244377:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458314.244383:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458314.244385:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458314.244391:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005f960645. 00000400:00000010:2.0:1760458314.244395:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ab4577c0. 00000100:00000200:2.0:1760458314.244402:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106426688, portal 25 00000100:00000001:2.0:1760458314.244406:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458314.244408:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768338048 : -123359941213568 : ffff8fce06864280) 00000100:00000040:2.0:1760458314.244413:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000929b24ab x1845971106426688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458339 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458314.244421:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458314.244425:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458314.244428:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c3b55eb. 00000100:00000200:2.0:1760458314.244431:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106426688, offset 0 00000400:00000200:2.0:1760458314.244440:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458314.244456:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458314.244465:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458314.244470:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458314.244473:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458314.244478:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [441:441:256:4294967295] 192.168.203.106@tcp LPNI seq info [441:441:8:4294967295] 00000400:00000200:2.0:1760458314.244492:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458314.244499:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458314.244505:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009faadf73 (tot 1763794). 00000800:00000200:2.0:1760458314.244513:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458314.244523:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458314.244528:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009faadf73 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458314.244551:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458314.244554:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458314.244558:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458314.244583:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458314.244586:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458314.244591:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458314.244594:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458314.244597:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458314.244599:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458314.244602:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458314.244605:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458314.244759:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458314.244765:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009faadf73 (tot 1763546). 00000400:00000200:1.0:1760458314.244771:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458314.244778:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458314.244783:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c3b55eb 00000400:00000010:1.0:1760458314.244785:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c3b55eb. 00000100:00000001:1.0:1760458314.244789:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458314.244793:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000929b24ab x1845971106426688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458339 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458314.244803:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458314.244806:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000929b24ab x1845971106426688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458339 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458314.244814:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458314.244815:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458314.435751:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458314.435757:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458314.435759:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458314.435764:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458314.435769:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458314.435773:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458314.435775:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458314.435777:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458314.435779:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458315.139761:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458315.139768:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458315.139778:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458315.139780:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458315.139785:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458315.139788:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458315.139949:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458315.139956:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458315.139962:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458315.267771:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458315.267785:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458315.267787:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458315.267794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458315.267803:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458315.267809:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458315.267812:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458315.459796:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458315.459802:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458315.459804:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458315.459809:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458315.459814:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458315.459817:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458315.459819:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458315.459821:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458315.459823:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458316.163725:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458316.163729:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458316.163734:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458316.163735:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458316.163737:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458316.163738:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458316.163804:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458316.163807:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458316.163810:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458316.291739:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458316.291750:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458316.291751:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458316.291756:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458316.291759:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458316.291763:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458316.291765:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458316.483765:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458316.483772:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458316.483774:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458316.483779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458316.483785:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458316.483789:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458316.483792:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458316.483795:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458316.483798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458317.187797:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458317.187806:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458317.187809:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458317.187812:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458317.187820:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458317.187824:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458317.187827:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458317.187830:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458317.187835:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458317.187837:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458317.187841:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458317.187842:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458317.188001:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458317.188005:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458317.188010:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458317.315767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458317.315780:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458317.315783:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458317.315789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458317.315792:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458317.315797:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458317.315799:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458317.507751:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458317.507757:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458317.507759:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458317.507764:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458317.507770:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458317.507774:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458317.507777:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458317.507779:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458317.507782:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458318.211827:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458318.211833:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458318.211840:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458318.211842:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458318.211846:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458318.211847:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458318.211954:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458318.211959:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458318.211964:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458318.339773:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458318.339787:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458318.339789:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458318.339795:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458318.339798:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458318.339803:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458318.339806:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458318.531761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458318.531768:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458318.531771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458318.531777:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458318.531783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458318.531787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458318.531790:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458318.531793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458318.531796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458319.235817:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458319.235822:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458319.235828:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458319.235829:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458319.235832:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458319.235833:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458319.235915:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458319.235919:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458319.235922:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458319.363733:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458319.363746:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458319.363748:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458319.363756:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458319.363759:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458319.363782:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458319.363785:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458319.363799:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458319.363808:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458319.363811:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458319.363814:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458319.363816:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458319.363822:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458319.363824:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458319.363827:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458319.363832:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6578) 00000100:00000001:3.0:1760458319.555742:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458319.555747:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458319.555748:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458319.555751:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458319.555755:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458319.555758:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458319.555759:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458319.555761:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458319.555763:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458320.259774:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458320.259780:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458320.259788:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458320.259789:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458320.259795:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458320.259800:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458320.259803:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458320.259811:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458320.259813:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458320.259815:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458320.259819:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458320.259821:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458320.259824:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458320.259828:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458320.259912:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458320.259917:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458320.259921:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458320.387754:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458320.387769:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458320.387771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458320.387778:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458320.387781:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458320.387786:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458320.387788:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458320.579734:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458320.579740:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458320.579743:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458320.579760:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458320.579767:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458320.579771:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458320.579774:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458320.579793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458320.579796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458321.283783:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458321.283788:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458321.283795:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458321.283797:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458321.283800:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458321.283801:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458321.283871:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458321.283876:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458321.283879:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458321.411747:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458321.411760:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458321.411763:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458321.411769:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458321.411772:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458321.411777:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458321.411779:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458321.603768:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458321.603774:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458321.603776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458321.603781:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458321.603787:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458321.603791:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458321.603794:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458321.603797:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458321.603800:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458322.307728:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458322.307734:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458322.307742:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458322.307744:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458322.307750:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458322.307751:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458322.307879:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458322.307885:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458322.307890:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458322.435773:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458322.435787:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458322.435789:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458322.435795:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458322.435798:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458322.435803:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458322.435806:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458322.627726:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458322.627732:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458322.627734:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458322.627739:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458322.627745:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458322.627749:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458322.627753:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458322.627755:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458322.627758:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458323.331799:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458323.331806:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458323.331815:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458323.331819:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458323.331822:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458323.331828:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458323.331831:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458323.331833:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458323.331837:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458323.331839:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458323.331842:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458323.331844:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458323.331848:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458323.331849:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458323.331931:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458323.331935:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458323.331940:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458323.459734:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458323.459754:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458323.459757:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458323.459766:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458323.459771:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458323.459777:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458323.459782:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458323.651766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458323.651772:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458323.651774:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458323.651780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458323.651786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458323.651790:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458323.651793:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458323.651796:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458323.651799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458324.355809:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458324.355815:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458324.355825:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458324.355827:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458324.355832:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458324.355834:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458324.355917:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458324.355922:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458324.355927:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458324.483776:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458324.483790:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458324.483793:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458324.483801:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:1.0:1760458324.483804:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458324.483805:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458324.483811:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458324.483818:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458324.483819:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458324.483832:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458324.483837:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458324.483842:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458324.483846:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458324.483849:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458324.483852:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458324.483859:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6583) 00000100:00000001:3.0:1760458324.675787:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458324.675792:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458324.675794:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458324.675799:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458324.675804:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458324.675808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458324.675811:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458324.675813:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458324.675816:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458325.379770:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458325.379777:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458325.379787:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458325.379789:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458325.379793:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458325.379795:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458325.379869:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458325.379875:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458325.379879:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458325.507715:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458325.507725:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458325.507727:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458325.507732:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458325.507735:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458325.507738:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458325.507741:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458325.699727:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458325.699734:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458325.699737:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458325.699743:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458325.699750:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458325.699754:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458325.699757:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458325.699760:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458325.699763:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458326.403780:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458326.403787:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458326.403796:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458326.403799:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458326.403804:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458326.403805:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458326.403879:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458326.403884:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458326.403889:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458326.531725:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458326.531731:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458326.531747:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458301/real 1760458301] req@000000003718eff5 x1845971106426560/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458326 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458326.531770:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458326.531772:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458326.531776:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005cf8d251. 00000400:00000200:2.0:1760458326.531783:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d4331b 00000400:00000010:2.0:1760458326.531785:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d4331b. 00000100:00000001:2.0:1760458326.531791:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458326.531794:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003718eff5 x1845971106426560/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458326 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458326.531805:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003718eff5 x1845971106426560/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458326 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458326.531815:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458326.531816:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458326.531820:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458326.531822:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458326.531826:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003718eff5 x1845971106426560/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458326 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458326.531833:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458326.531843:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458326.531845:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458326.531848:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458326.531850:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458326.531854:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458326.531858:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003718eff5 x1845971106426560/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458326 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458326.531866:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458326.531870:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458326.531872:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458326.531873:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458326.531876:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458326.531879:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458326.531882:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458326.531911:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458326.531914:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458326.531918:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003718eff5 x1845971106426560/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458326 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458326.531927:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003718eff5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426560:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458326.531933:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458326.531936:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458326.531939:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003718eff5 x1845971106426560/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458326 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458326.531955:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458326.531958:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458326.531963:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000093d40f1b. 02000000:00000001:2.0:1760458326.531968:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458326.531970:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458326.531972:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:2.0:1760458326.531976:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458326.531979:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000f524eada. 02000000:00000001:2.0:1760458326.531983:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458326.531986:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458326.531988:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003718eff5. 00000100:00000001:2.0:1760458326.532002:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458326.532005:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458326.532008:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458326.532031:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458326.532041:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458326.532045:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458326.532050:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458326.532052:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760458326.532055:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458326.532057:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458326.532061:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458326.532067:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6556 00000100:00080000:0.0:1760458326.532070:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458326.532074:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458326.532078:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458326.532080:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458326.532083:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458326.532086:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458326.532088:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760458326.532091:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458326.532095:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760458326.532098:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760458326.532100:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760458326.532103:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458326.532105:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458326.532107:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458326.532110:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458326.532113:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760458326.532117:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458326.532120:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458326.532123:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458326.532130:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458326.532133:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458326.532136:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458326.532140:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458326.532143:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458326.532145:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458326.532155:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fbf31b2c. 00000020:00000040:0.0:1760458326.532159:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760458326.532164:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458326.532166:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458326.532170:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458326.532173:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458326.532178:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458326.532185:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000089493969. 00000100:00000001:0.0:1760458326.532192:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458326.532199:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fbf31b2c x1845971106426752/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458326.532210:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458326.532213:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458326.532217:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fbf31b2c] to pc [ptlrpcd_rcv+-1] req@00000000fbf31b2c x1845971106426752/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458326.532246:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458326.532248:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458326.532250:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458326.532254:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458326.532257:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458326.532261:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458326.532267:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6585) 00000100:00000001:2.0:1760458326.532297:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458326.532302:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458326.532305:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458326.532313:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fbf31b2c x1845971106426752/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458326.532323:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458326.532325:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458326.532329:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458326.532332:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458326.532335:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbf31b2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426752:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458326.532339:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458326.532343:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458326.532346:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458326.532349:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458326.532354:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000093d40f1b. 02000000:00000001:2.0:1760458326.532357:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458326.532362:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005cf8d251. 00000400:00000010:2.0:1760458326.532367:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d4331b. 00000100:00000200:2.0:1760458326.532373:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106426752, portal 10 00000100:00000001:2.0:1760458326.532376:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458326.532379:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762834240 : -123359946717376 : ffff8fce06324740) 00000100:00000040:2.0:1760458326.532386:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000fbf31b2c x1845971106426752/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458351 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458326.532394:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458326.532398:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458326.532401:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000063fb7806. 00000100:00000200:2.0:1760458326.532404:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106426752, offset 0 00000400:00000200:2.0:1760458326.532412:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458326.532427:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458326.532436:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458326.532440:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458326.532443:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458326.532447:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [442:442:256:4294967295] 192.168.203.106@tcp LPNI seq info [442:442:8:4294967295] 00000400:00000200:2.0:1760458326.532462:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458326.532470:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458326.532475:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572e543b (tot 1763794). 00000800:00000200:2.0:1760458326.532507:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458326.532517:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458326.532522:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572e543b type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458326.532543:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458326.532545:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458326.532548:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458326.532552:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458326.532554:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458326.532559:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458326.532561:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458326.532563:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458326.532564:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458326.532566:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458326.532568:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1760458326.532741:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1760458326.532747:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572e543b (tot 1763546). 00000400:00000200:3.0:1760458326.532753:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1760458326.532761:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1760458326.532766:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000063fb7806 00000400:00000010:3.0:1760458326.532768:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000063fb7806. 00000100:00000001:3.0:1760458326.532772:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1760458326.532777:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fbf31b2c x1845971106426752/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458351 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458326.532786:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458326.532789:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fbf31b2c x1845971106426752/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458351 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458326.532797:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458326.532799:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458326.723758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458326.723763:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458326.723765:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458326.723770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458326.723775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458326.723779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458326.723781:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458326.723784:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458326.723787:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458327.427762:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458327.427770:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458327.427774:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458327.427778:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458327.427785:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458327.427787:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458327.427789:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458327.427791:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458327.427795:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458327.427796:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458327.427799:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458327.427800:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458327.427872:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458327.427877:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458327.427881:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458327.555753:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458327.555767:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458327.555769:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458327.555776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458327.555779:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458327.555783:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458327.555786:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458327.747775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458327.747781:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458327.747783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458327.747789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458327.747794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458327.747797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458327.747801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458327.747803:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458327.747806:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458328.451808:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458328.451816:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458328.451826:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458328.451829:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458328.451834:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458328.451836:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458328.451943:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458328.451948:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458328.451952:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458328.579758:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458328.579772:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458328.579775:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458328.579781:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458328.579784:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458328.579789:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458328.579791:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458328.771766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458328.771773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458328.771775:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458328.771780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458328.771786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458328.771790:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458328.771793:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458328.771796:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458328.771799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458329.475790:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458329.475797:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458329.475804:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458329.475805:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458329.475809:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458329.475811:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458329.475947:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458329.475951:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458329.475956:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458329.603757:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458329.603769:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458329.603771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458329.603776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458329.603781:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458329.603785:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458329.603788:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458329.795758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458329.795764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458329.795766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458329.795772:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458329.795778:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458329.795782:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458329.795785:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458329.795788:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458329.795791:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458330.499752:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458330.499758:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458330.499766:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458330.499769:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458330.499774:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458330.499778:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458330.499782:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458330.499788:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458330.499791:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458330.499793:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458330.499797:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458330.499800:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458330.499802:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458330.499805:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458330.499937:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458330.499942:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458330.499946:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458330.627725:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458330.627736:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458330.627737:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458330.627742:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458330.627744:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458330.627748:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458330.627750:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458330.819737:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458330.819741:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458330.819743:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458330.819746:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458330.819750:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458330.819753:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458330.819755:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458330.819757:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458330.819758:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458331.523791:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458331.523798:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458331.523806:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458331.523808:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458331.523813:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458331.523814:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458331.523934:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458331.523940:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458331.523945:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458331.651778:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458331.651784:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458331.651797:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458306/real 1760458306] req@0000000059c5005b x1845971106426624/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458331 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1760458331.651810:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:2.0:1760458331.651815:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1760458331.651817:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000001:2.0:1760458331.651819:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1760458331.651822:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000010:2.0:1760458331.651823:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df004ac3. 00000100:00080000:0.0:1760458331.651828:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458331.651830:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000200:2.0:1760458331.651832:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c0e2357 00000100:00080000:0.0:1760458331.651833:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000010:2.0:1760458331.651852:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c0e2357. 00000100:00080000:0.0:1760458331.651854:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458331.651859:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458331.651860:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000040:0.0:1760458331.651866:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6590) 00000100:00000200:2.0:1760458331.651867:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000059c5005b x1845971106426624/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458331 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458331.651878:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000059c5005b x1845971106426624/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458331 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458331.651886:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458331.651888:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458331.651892:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458331.651894:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458331.651899:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000059c5005b x1845971106426624/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458331 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458331.651905:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458331.651915:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458331.651916:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458331.651919:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458331.651921:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458331.651924:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458331.651927:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059c5005b x1845971106426624/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458331 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458331.651934:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458331.651937:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458331.651939:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458331.651940:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458331.651942:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458331.651944:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458331.651947:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458331.651969:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458331.651972:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458331.651976:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059c5005b x1845971106426624/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458331 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458331.651983:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059c5005b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426624:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458331.651988:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458331.651991:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458331.651995:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000059c5005b x1845971106426624/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458331 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458331.652003:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1760458331.652006:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1760458331.652007:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458331.652011:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ad271b31. 00000100:00080000:0.0:1760458331.652013:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458331.652017:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1760458331.652019:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1760458331.652021:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000001:2.0:1760458331.652023:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:0.0:1760458331.652024:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000040:2.0:1760458331.652027:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000100:00080000:0.0:1760458331.652029:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000020:00000001:2.0:1760458331.652032:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00080000:0.0:1760458331.652034:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1760458331.652036:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000cf26fa4a. 00000100:00000001:0.0:1760458331.652039:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458331.652043:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 02000000:00000001:2.0:1760458331.652043:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:0.0:1760458331.652047:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:2.0:1760458331.652047:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458331.652050:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059c5005b. 00000100:00080000:0.0:1760458331.652052:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458331.652056:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1760458331.652058:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00000001:2.0:1760458331.652060:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458331.652064:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458331.652066:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6560 00000100:00080000:0.0:1760458331.652071:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458331.652075:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458331.652078:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458331.652081:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458331.652084:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458331.652088:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458331.652090:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760458331.652093:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458331.652097:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760458331.652099:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760458331.652102:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760458331.652105:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458331.652108:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458331.652110:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458331.652112:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458331.652115:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760458331.652118:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458331.652120:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458331.652123:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458331.652129:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458331.652132:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458331.652134:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458331.652137:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458331.652140:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458331.652142:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458331.652150:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074de90df. 00000020:00000040:0.0:1760458331.652154:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760458331.652158:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458331.652160:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458331.652163:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458331.652166:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458331.652170:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458331.652177:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ca48aada. 00000100:00000001:0.0:1760458331.652183:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458331.652189:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000074de90df x1845971106426816/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458331.652198:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458331.652200:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458331.652204:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000074de90df] to pc [ptlrpcd_rcv+-1] req@0000000074de90df x1845971106426816/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458331.652225:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458331.652228:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760458331.652230:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6590) 00000100:00000001:2.0:1760458331.652263:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458331.652267:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458331.652269:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458331.652277:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000074de90df x1845971106426816/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458331.652289:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458331.652292:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458331.652297:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458331.652301:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458331.652322:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000074de90df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426816:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458331.652329:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458331.652335:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458331.652339:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458331.652343:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458331.652351:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ad271b31. 02000000:00000001:2.0:1760458331.652354:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458331.652362:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000df004ac3. 00000400:00000010:2.0:1760458331.652369:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c0e2357. 00000100:00000200:2.0:1760458331.652377:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106426816, portal 4 00000100:00000001:2.0:1760458331.652380:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458331.652382:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762837888 : -123359946713728 : ffff8fce06325580) 00000100:00000040:2.0:1760458331.652390:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000074de90df x1845971106426816/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458356 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458331.652398:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458331.652402:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458331.652404:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d65422e. 00000100:00000200:2.0:1760458331.652407:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106426816, offset 0 00000400:00000200:2.0:1760458331.652415:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458331.652430:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458331.652438:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458331.652486:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458331.652490:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458331.652511:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [443:443:256:4294967295] 192.168.203.106@tcp LPNI seq info [443:443:8:4294967295] 00000400:00000200:2.0:1760458331.652521:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458331.652527:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458331.652533:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572e543b (tot 1763794). 00000800:00000200:2.0:1760458331.652541:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458331.652548:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458331.652552:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572e543b type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458331.652569:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458331.652571:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458331.652573:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458331.652576:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458331.652577:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458331.652581:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458331.652582:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458331.652584:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458331.652585:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458331.652587:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458331.652588:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458331.652767:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458331.652773:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572e543b (tot 1763546). 00000400:00000200:1.0:1760458331.652778:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458331.652785:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458331.652789:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d65422e 00000400:00000010:1.0:1760458331.652790:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d65422e. 00000100:00000001:1.0:1760458331.652793:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458331.652797:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074de90df x1845971106426816/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458356 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458331.652805:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458331.652807:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000074de90df x1845971106426816/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458356 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458331.652812:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458331.652814:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458331.843795:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458331.843802:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458331.843804:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458331.843810:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458331.843815:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458331.843820:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458331.843823:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458331.843826:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458331.843829:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458332.547791:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458332.547797:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458332.547806:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458332.547809:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458332.547813:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458332.547815:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458332.547955:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458332.547960:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458332.547965:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458332.675737:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458332.675750:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458332.675752:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458332.675759:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458332.675762:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458332.675766:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458332.675768:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458332.867762:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458332.867769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458332.867771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458332.867777:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458332.867783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458332.867787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458332.867790:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458332.867792:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458332.867796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458333.571829:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458333.571835:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458333.571842:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458333.571846:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458333.571849:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458333.571856:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458333.571859:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458333.571861:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458333.571865:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458333.571867:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458333.571870:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458333.571872:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458333.571875:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458333.571877:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458333.572023:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458333.572028:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458333.572033:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458333.699773:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458333.699787:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458333.699789:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458333.699796:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458333.699799:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458333.699803:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458333.699806:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458333.891745:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458333.891752:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458333.891754:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458333.891759:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458333.891765:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458333.891771:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458333.891774:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458333.891776:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458333.891779:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458334.595800:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458334.595807:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458334.595815:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458334.595818:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458334.595822:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458334.595823:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458334.595966:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458334.595971:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458334.595976:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458334.723786:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458334.723802:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458334.723804:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458334.723811:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458334.723814:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458334.723818:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458334.723821:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458334.915755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458334.915761:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458334.915763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458334.915769:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458334.915774:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458334.915778:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458334.915781:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458334.915784:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458334.915787:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458335.619784:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458335.619791:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458335.619801:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458335.619803:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458335.619809:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458335.619811:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458335.619926:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458335.619933:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458335.619939:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458335.747750:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458335.747761:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458335.747763:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458335.747768:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458335.747770:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458335.747774:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458335.747776:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458335.939722:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458335.939726:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458335.939727:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458335.939731:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458335.939734:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458335.939737:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458335.939738:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458335.939740:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458335.939742:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458336.643785:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458336.643790:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458336.643797:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458336.643799:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458336.643802:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458336.643804:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458336.643940:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458336.643944:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458336.643948:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458336.771738:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458336.771751:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458336.771753:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458336.771760:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458336.771763:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458336.771768:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458336.771771:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458336.771817:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458336.771828:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458336.771832:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458336.771836:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458336.771840:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458336.771844:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458336.771847:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458336.771849:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458336.771855:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6595) 00000100:00000001:3.0:1760458336.963844:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458336.963853:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458336.963856:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458336.963864:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458336.963872:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458336.963877:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458336.963882:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458336.963885:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458336.963889:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458337.667723:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458337.667729:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458337.667732:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458337.667734:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458337.667740:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458337.667742:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458337.667744:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458337.667745:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458337.667748:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458337.667749:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458337.667752:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458337.667752:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458337.667817:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458337.667820:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458337.667824:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458337.795759:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458337.795769:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458337.795770:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458337.795775:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458337.795777:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458337.795780:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458337.795781:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458337.987793:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458337.987801:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458337.987803:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458337.987810:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458337.987818:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458337.987822:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458337.987826:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458337.987830:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458337.987833:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458338.691767:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458338.691774:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458338.691783:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458338.691785:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458338.691791:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458338.691793:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458338.691930:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458338.691935:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458338.691939:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458338.819766:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458338.819780:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458338.819782:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458338.819789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458338.819792:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458338.819796:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458338.819799:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458339.011811:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458339.011818:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458339.011821:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458339.011826:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458339.011832:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458339.011836:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458339.011839:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458339.011842:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458339.011845:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458339.715744:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458339.715751:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458339.715762:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458339.715764:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458339.715775:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458339.715776:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458339.715918:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458339.715923:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458339.715927:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458339.843789:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458339.843798:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458339.843820:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458314/real 1760458314] req@00000000929b24ab x1845971106426688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458339 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458339.843851:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458339.843855:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458339.843859:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005f960645. 00000400:00000200:3.0:1760458339.843870:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ab4577c0 00000400:00000010:3.0:1760458339.843873:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ab4577c0. 00000100:00000001:3.0:1760458339.843880:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458339.843886:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000929b24ab x1845971106426688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458339 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458339.843903:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000929b24ab x1845971106426688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458339 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458339.843919:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458339.843922:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458339.843927:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458339.843930:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458339.843934:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000929b24ab x1845971106426688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458339 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458339.843942:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458339.843952:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458339.843955:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458339.843958:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458339.843961:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458339.843964:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458339.843968:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000929b24ab x1845971106426688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458339 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458339.843976:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458339.843980:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458339.843982:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458339.843983:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458339.843986:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458339.843988:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458339.843992:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458339.844023:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458339.844026:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458339.844031:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000929b24ab x1845971106426688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458339 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458339.844039:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000929b24ab pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106426688:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458339.844045:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458339.844048:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458339.844051:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000929b24ab x1845971106426688/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458339 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458339.844067:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458339.844070:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458339.844074:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007946f7fb. 02000000:00000001:3.0:1760458339.844080:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458339.844083:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458339.844086:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:3.0:1760458339.844090:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458339.844092:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000beab5f56. 02000000:00000001:3.0:1760458339.844097:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458339.844099:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458339.844102:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000929b24ab. 00000100:00000001:3.0:1760458339.844106:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458339.844108:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458339.844111:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458339.844127:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458339.844140:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760458339.844144:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:1.0:1760458339.844148:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760458339.844151:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760458339.844158:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760458339.844165:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6568 00000100:00080000:1.0:1760458339.844169:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760458339.844175:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458339.844180:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458339.844184:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458339.844188:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760458339.844194:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760458339.844197:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:1.0:1760458339.844201:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760458339.844207:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:1.0:1760458339.844211:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:1.0:1760458339.844215:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:1.0:1760458339.844221:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458339.844224:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458339.844227:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458339.844231:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760458339.844235:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:1.0:1760458339.844241:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:1.0:1760458339.844245:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458339.844249:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760458339.844254:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760458339.844259:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458339.844263:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:1.0:1760458339.844266:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760458339.844277:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ed04dfc. 00000020:00000040:1.0:1760458339.844283:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:1.0:1760458339.844290:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760458339.844293:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458339.844298:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760458339.844303:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760458339.844307:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760458339.844319:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000beab5f56. 00000100:00000001:1.0:1760458339.844329:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458339.844338:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003ed04dfc x1845971106426880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458339.844356:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760458339.844359:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760458339.844366:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003ed04dfc] to pc [ptlrpcd_rcv+-1] req@000000003ed04dfc x1845971106426880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458339.844418:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458339.844423:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760458339.844428:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458339.844436:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458339.844441:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458339.844447:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1760458339.844448:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458339.844454:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1760458339.844455:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458339.844458:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1760458339.844465:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458339.844471:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ed04dfc x1845971106426880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:1.0:1760458339.844478:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6599) 00000100:00000001:3.0:1760458339.844493:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458339.844497:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458339.844503:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458339.844508:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458339.844517:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ed04dfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106426880:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458339.844525:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458339.844530:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458339.844533:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458339.844538:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458339.844546:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c08c4ada. 02000000:00000001:3.0:1760458339.844549:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458339.844557:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fefa8e0f. 00000400:00000010:3.0:1760458339.844564:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000386d159a. 00000100:00000200:3.0:1760458339.844573:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106426880, portal 25 00000100:00000001:3.0:1760458339.844577:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458339.844580:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768324672 : -123359941226944 : ffff8fce06860e40) 00000100:00000040:3.0:1760458339.844589:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003ed04dfc x1845971106426880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458364 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458339.844603:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458339.844609:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458339.844614:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009619472b. 00000100:00000200:3.0:1760458339.844620:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106426880, offset 0 00000400:00000200:3.0:1760458339.844631:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458339.844678:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458339.844687:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458339.844692:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458339.844696:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458339.844700:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [444:444:256:4294967295] 192.168.203.106@tcp LPNI seq info [444:444:8:4294967295] 00000400:00000200:3.0:1760458339.844713:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458339.844721:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458339.844727:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab820b60 (tot 1763794). 00000800:00000200:3.0:1760458339.844735:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458339.844744:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458339.844750:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ab820b60 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458339.844776:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458339.844780:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458339.844785:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458339.844790:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458339.844794:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458339.844801:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458339.844803:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458339.844806:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458339.844809:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458339.844812:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458339.844815:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458339.844977:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458339.844986:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab820b60 (tot 1763546). 00000400:00000200:1.0:1760458339.844995:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458339.845005:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458339.845012:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009619472b 00000400:00000010:1.0:1760458339.845014:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009619472b. 00000100:00000001:1.0:1760458339.845020:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458339.845026:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ed04dfc x1845971106426880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458364 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458339.845039:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458339.845043:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003ed04dfc x1845971106426880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458364 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458339.845054:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458339.845057:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458340.035781:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458340.035787:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458340.035789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458340.035795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458340.035801:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458340.035805:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458340.035808:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458340.035810:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458340.035813:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458340.739788:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458340.739794:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458340.739802:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458340.739803:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458340.739807:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458340.739811:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458340.739814:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458340.739820:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458340.739823:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458340.739825:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458340.739828:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458340.739831:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458340.739833:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458340.739835:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458340.739930:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458340.739935:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458340.739940:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458340.867737:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458340.867749:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458340.867752:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458340.867758:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458340.867761:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458340.867765:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458340.867768:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458341.059790:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458341.059799:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458341.059802:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458341.059809:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458341.059816:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458341.059823:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458341.059827:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458341.059830:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458341.059834:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458341.763792:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458341.763799:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458341.763807:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458341.763809:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458341.763815:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458341.763817:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458341.763888:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458341.763893:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458341.763898:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458341.891723:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458341.891734:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458341.891735:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458341.891741:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458341.891743:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458341.891747:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458341.891749:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458342.083758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458342.083764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458342.083766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458342.083771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458342.083777:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458342.083780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458342.083784:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458342.083786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458342.083790:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458342.787791:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458342.787796:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458342.787803:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458342.787804:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458342.787807:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458342.787809:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458342.787830:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458342.787835:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458342.787840:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458342.915756:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458342.915769:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458342.915771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458342.915776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458342.915779:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458342.915783:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458342.915786:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458343.107771:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458343.107777:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458343.107779:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458343.107785:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458343.107792:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458343.107796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458343.107799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458343.107802:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458343.107805:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458343.811822:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458343.811830:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458343.811841:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458343.811845:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458343.811849:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458343.811856:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458343.811859:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458343.811861:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458343.811865:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458343.811867:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458343.811870:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458343.811872:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458343.811876:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458343.811877:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458343.812007:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458343.812012:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458343.812017:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458343.939744:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458343.939757:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458343.939759:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458343.939766:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458343.939769:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458343.939773:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458343.939776:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458344.131752:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458344.131758:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458344.131761:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458344.131766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458344.131772:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458344.131776:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458344.131779:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458344.131782:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458344.131786:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458344.835783:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458344.835789:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458344.835798:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458344.835800:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458344.835805:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458344.835807:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458344.835945:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458344.835952:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458344.835958:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760458344.963793:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458344.963804:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458344.963809:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458344.963812:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458344.963815:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458344.963819:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458344.963821:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458344.963824:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458344.963830:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6604) 00000100:00000001:1.0:1760458344.963855:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458344.963865:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458344.963868:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458344.963873:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458344.963877:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458344.963882:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458344.963885:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458345.155750:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458345.155755:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458345.155757:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458345.155761:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458345.155766:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458345.155770:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458345.155773:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458345.155775:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458345.155778:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458345.859776:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458345.859784:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458345.859794:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458345.859796:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458345.859801:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458345.859803:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458345.859932:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458345.859937:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458345.859942:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458345.987760:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458345.987773:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458345.987775:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458345.987792:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458345.987795:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458345.987800:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458345.987803:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458346.179745:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458346.179752:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458346.179754:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458346.179759:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458346.179765:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458346.179769:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458346.179772:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458346.179774:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458346.179778:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458346.883776:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458346.883785:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458346.883789:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458346.883793:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458346.883801:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458346.883804:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458346.883807:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458346.883811:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458346.883818:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458346.883820:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458346.883825:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458346.883827:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458346.883953:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458346.883959:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458346.883963:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458347.011810:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458347.011824:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458347.011826:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458347.011831:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458347.011834:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458347.011838:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458347.011841:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458347.203743:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458347.203749:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458347.203750:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458347.203755:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458347.203760:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458347.203764:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458347.203767:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458347.203769:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458347.203772:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458347.907805:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458347.907813:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458347.907822:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458347.907824:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458347.907830:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458347.907831:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458347.907968:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458347.907973:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458347.907978:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458348.035745:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458348.035758:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458348.035761:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458348.035767:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458348.035770:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458348.035788:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458348.035791:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458348.227776:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458348.227783:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458348.227785:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458348.227791:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458348.227807:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458348.227812:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458348.227815:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458348.227817:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458348.227820:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458348.931781:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458348.931787:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458348.931796:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458348.931798:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458348.931802:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458348.931804:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458348.931927:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458348.931932:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458348.931937:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458349.059737:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458349.059749:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458349.059752:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458349.059756:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458349.059760:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458349.059764:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458349.059767:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458349.251750:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458349.251756:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458349.251758:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458349.251764:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458349.251770:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458349.251773:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458349.251776:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458349.251779:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458349.251782:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458349.955784:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458349.955790:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458349.955797:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458349.955799:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458349.955803:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458349.955806:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458349.955809:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458349.955815:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458349.955818:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458349.955819:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458349.955822:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458349.955825:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458349.955827:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458349.955829:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458349.955899:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458349.955903:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458349.955908:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760458350.083766:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458350.083777:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458350.083780:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458350.083783:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458350.083785:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458350.083788:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458350.083790:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458350.083793:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458350.083798:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6609) 00000100:00000001:3.0:1760458350.083837:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458350.083849:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458350.083851:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458350.083856:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458350.083858:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458350.083877:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458350.083880:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458350.275734:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458350.275740:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458350.275742:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458350.275748:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458350.275754:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458350.275757:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458350.275761:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458350.275763:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458350.275766:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458350.979825:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458350.979831:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458350.979837:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458350.979838:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458350.979842:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458350.979844:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458350.979903:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458350.979906:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458350.979909:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458351.107701:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458351.107706:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458351.107716:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458326/real 1760458326] req@00000000fbf31b2c x1845971106426752/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458351 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458351.107730:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458351.107732:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458351.107734:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005cf8d251. 00000400:00000200:3.0:1760458351.107739:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d4331b 00000400:00000010:3.0:1760458351.107740:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d4331b. 00000100:00000001:3.0:1760458351.107743:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458351.107746:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fbf31b2c x1845971106426752/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458351 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458351.107751:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fbf31b2c x1845971106426752/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458351 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458351.107756:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458351.107757:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458351.107759:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458351.107761:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458351.107763:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fbf31b2c x1845971106426752/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458351 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458351.107766:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458351.107773:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458351.107774:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458351.107775:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458351.107777:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458351.107780:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458351.107782:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fbf31b2c x1845971106426752/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458351 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458351.107786:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458351.107788:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458351.107789:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458351.107789:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458351.107791:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458351.107792:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458351.107794:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458351.107810:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458351.107812:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458351.107814:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fbf31b2c x1845971106426752/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458351 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458351.107819:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbf31b2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426752:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458351.107825:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458351.107827:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458351.107828:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000fbf31b2c x1845971106426752/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458351 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458351.107833:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458351.107834:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458351.107837:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000093d40f1b. 02000000:00000001:3.0:1760458351.107841:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458351.107842:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458351.107843:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:3.0:1760458351.107845:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458351.107846:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000089493969. 02000000:00000001:3.0:1760458351.107849:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458351.107850:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458351.107851:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fbf31b2c. 00000100:00000001:3.0:1760458351.107853:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458351.107854:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458351.107856:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458351.107876:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458351.107882:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458351.107884:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458351.107886:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458351.107888:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760458351.107891:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458351.107892:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458351.107895:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458351.107898:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6580 00000100:00080000:0.0:1760458351.107899:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458351.107901:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458351.107904:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458351.107905:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458351.107906:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458351.107909:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458351.107910:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760458351.107912:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458351.107914:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760458351.107916:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760458351.107917:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760458351.107918:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458351.107919:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458351.107920:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458351.107921:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458351.107923:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760458351.107925:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458351.107927:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458351.107929:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458351.107933:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458351.107935:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458351.107937:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458351.107939:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458351.107942:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458351.107943:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458351.107949:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a69227d0. 00000020:00000040:0.0:1760458351.107952:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760458351.107955:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458351.107956:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458351.107958:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458351.107960:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458351.107963:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458351.107970:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000089493969. 00000100:00000001:0.0:1760458351.107974:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458351.107977:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a69227d0 x1845971106426944/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458351.107984:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458351.107985:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458351.107988:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a69227d0] to pc [ptlrpcd_rcv+-1] req@00000000a69227d0 x1845971106426944/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458351.108003:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458351.108004:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458351.108005:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458351.108007:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458351.108009:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458351.108011:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458351.108014:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6610) 00000100:00000001:3.0:1760458351.108025:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458351.108027:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458351.108029:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458351.108034:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a69227d0 x1845971106426944/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458351.108039:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458351.108041:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458351.108043:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458351.108044:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458351.108046:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a69227d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426944:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458351.108048:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458351.108051:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458351.108053:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458351.108055:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458351.108058:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d3ca4d9b. 02000000:00000001:3.0:1760458351.108060:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458351.108063:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c8e2bac4. 00000400:00000010:3.0:1760458351.108066:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb3e6785. 00000100:00000200:3.0:1760458351.108071:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106426944, portal 10 00000100:00000001:3.0:1760458351.108072:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458351.108073:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762824512 : -123359946727104 : ffff8fce06322140) 00000100:00000040:3.0:1760458351.108077:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a69227d0 x1845971106426944/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458376 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458351.108082:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458351.108084:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458351.108086:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055b2acb9. 00000100:00000200:3.0:1760458351.108087:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106426944, offset 0 00000400:00000200:3.0:1760458351.108092:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458351.108102:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458351.108108:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458351.108111:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458351.108113:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458351.108116:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [445:445:256:4294967295] 192.168.203.106@tcp LPNI seq info [445:445:8:4294967295] 00000400:00000200:3.0:1760458351.108124:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458351.108128:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458351.108132:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c26a0779 (tot 1763794). 00000800:00000200:3.0:1760458351.108137:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458351.108142:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458351.108145:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c26a0779 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458351.108160:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458351.108162:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458351.108163:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458351.108165:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458351.108166:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458351.108169:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458351.108170:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458351.108171:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458351.108171:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458351.108173:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458351.108174:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458351.108303:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458351.108307:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c26a0779 (tot 1763546). 00000400:00000200:1.0:1760458351.108311:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458351.108344:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458351.108347:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055b2acb9 00000400:00000010:1.0:1760458351.108348:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055b2acb9. 00000100:00000001:1.0:1760458351.108351:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458351.108353:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a69227d0 x1845971106426944/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458376 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458351.108359:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458351.108360:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a69227d0 x1845971106426944/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458376 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458351.108369:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458351.108370:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458351.299706:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458351.299711:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458351.299712:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458351.299716:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458351.299719:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458351.299722:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458351.299724:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458351.299726:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458351.299728:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458352.003722:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458352.003728:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458352.003734:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458352.003735:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458352.003739:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458352.003740:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458352.003796:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458352.003800:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458352.003803:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458352.131682:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458352.131690:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458352.131691:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458352.131695:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458352.131697:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458352.131700:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458352.131701:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458352.323717:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458352.323721:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458352.323722:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458352.323725:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458352.323729:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458352.323731:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458352.323733:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458352.323735:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458352.323737:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458353.027815:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458353.027820:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458353.027828:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458353.027832:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458353.027836:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458353.027843:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458353.027846:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458353.027849:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458353.027853:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458353.027856:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458353.027860:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458353.027863:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458353.027868:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458353.027870:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458353.027958:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458353.027964:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458353.027969:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458353.155717:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458353.155727:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458353.155728:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458353.155732:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458353.155734:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458353.155737:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458353.155739:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458353.347748:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458353.347755:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458353.347758:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458353.347763:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458353.347785:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458353.347789:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458353.347793:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458353.347795:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458353.347798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458354.051803:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458354.051810:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458354.051821:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458354.051823:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458354.051828:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458354.051830:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458354.051927:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458354.051932:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458354.051936:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458354.179745:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458354.179759:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458354.179762:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458354.179768:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458354.179771:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458354.179776:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458354.179778:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458354.371774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458354.371783:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458354.371786:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458354.371794:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458354.371801:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458354.371807:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458354.371811:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458354.371814:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458354.371818:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458355.075735:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458355.075740:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458355.075749:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458355.075750:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458355.075754:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458355.075756:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458355.075873:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458355.075877:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458355.075881:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458355.203833:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458355.203850:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458355.203853:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458355.203861:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458355.203865:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458355.203873:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458355.203878:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458355.395718:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458355.395723:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458355.395724:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458355.395728:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458355.395731:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458355.395734:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458355.395735:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458355.395737:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458355.395739:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458356.099788:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458356.099797:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458356.099808:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458356.099810:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458356.099816:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458356.099818:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458356.099901:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458356.099906:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458356.099910:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458356.227727:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458356.227733:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458356.227745:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458331/real 1760458331] req@0000000074de90df x1845971106426816/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458356 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458356.227764:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458356.227765:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458356.227768:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000df004ac3. 00000400:00000200:1.0:1760458356.227774:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c0e2357 00000400:00000010:1.0:1760458356.227776:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c0e2357. 00000100:00000001:1.0:1760458356.227780:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458356.227783:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074de90df x1845971106426816/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458356 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1760458356.227787:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458356.227792:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000200:1.0:1760458356.227793:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074de90df x1845971106426816/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458356 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1760458356.227795:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458356.227798:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458356.227801:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458356.227801:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458356.227802:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458356.227804:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1760458356.227805:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1760458356.227807:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458356.227807:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458356.227810:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1760458356.227811:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000074de90df x1845971106426816/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458356 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000040:0.0:1760458356.227816:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6615) 00000100:00000001:1.0:1760458356.227817:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458356.227825:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458356.227827:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458356.227831:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458356.227833:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458356.227838:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458356.227842:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000074de90df x1845971106426816/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458356 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458356.227849:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458356.227852:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458356.227853:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458356.227854:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458356.227857:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458356.227858:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458356.227860:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458356.227874:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458356.227876:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458356.227878:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074de90df x1845971106426816/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458356 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458356.227885:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000074de90df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426816:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458356.227889:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458356.227892:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00080000:2.0:1760458356.227893:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:1.0:1760458356.227894:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000074de90df x1845971106426816/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458356 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00080000:2.0:1760458356.227901:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1760458356.227905:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1760458356.227906:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1760458356.227908:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1760458356.227909:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000010:1.0:1760458356.227911:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ad271b31. 00000100:00080000:2.0:1760458356.227912:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458356.227916:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:1.0:1760458356.227917:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1760458356.227917:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1760458356.227919:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000001:2.0:1760458356.227921:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000020:00000040:1.0:1760458356.227922:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000100:00080000:2.0:1760458356.227924:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000020:00000001:1.0:1760458356.227925:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:2.0:1760458356.227927:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 02000000:00000010:1.0:1760458356.227928:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ca48aada. 00000100:00080000:2.0:1760458356.227930:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1760458356.227932:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458356.227934:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1760458356.227934:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00000010:1.0:1760458356.227937:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074de90df. 00000100:00080000:2.0:1760458356.227939:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6585 00000100:00000001:1.0:1760458356.227940:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1760458356.227942:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1760458356.227943:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458356.227946:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458356.227947:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458356.227951:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458356.227953:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458356.227954:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458356.227957:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458356.227958:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:2.0:1760458356.227960:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458356.227963:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:2.0:1760458356.227964:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:2.0:1760458356.227966:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:2.0:1760458356.227968:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458356.227970:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458356.227971:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458356.227972:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458356.227973:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:2.0:1760458356.227975:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458356.227976:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458356.227978:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458356.227983:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458356.227984:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458356.227986:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:2.0:1760458356.227988:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1760458356.227989:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458356.227990:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458356.227997:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004cf6688f. 00000020:00000040:2.0:1760458356.227999:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:2.0:1760458356.228002:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458356.228003:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458356.228005:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458356.228007:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458356.228009:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458356.228015:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ffd844b8. 00000100:00000001:2.0:1760458356.228019:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458356.228023:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000004cf6688f x1845971106427008/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458356.228029:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458356.228030:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458356.228032:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000004cf6688f] to pc [ptlrpcd_rcv+-1] req@000000004cf6688f x1845971106427008/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458356.228046:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458356.228048:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:2.0:1760458356.228050:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6615) 00000100:00000001:1.0:1760458356.228070:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458356.228072:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458356.228073:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458356.228077:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000004cf6688f x1845971106427008/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458356.228082:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458356.228083:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458356.228086:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458356.228088:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458356.228089:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000004cf6688f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427008:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458356.228092:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458356.228095:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458356.228096:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458356.228098:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458356.228101:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000063605d8. 02000000:00000001:1.0:1760458356.228102:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458356.228105:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d5719e0. 00000400:00000010:1.0:1760458356.228109:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac449b08. 00000100:00000200:1.0:1760458356.228113:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106427008, portal 4 00000100:00000001:1.0:1760458356.228115:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458356.228116:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771179136 : -123359938372480 : ffff8fce06b19c80) 00000100:00000040:1.0:1760458356.228120:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000004cf6688f x1845971106427008/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458381 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458356.228124:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458356.228127:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458356.228128:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0c7cb43. 00000100:00000200:1.0:1760458356.228130:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106427008, offset 0 00000400:00000200:1.0:1760458356.228135:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458356.228145:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458356.228150:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458356.228153:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458356.228155:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458356.228158:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [446:446:256:4294967295] 192.168.203.106@tcp LPNI seq info [446:446:8:4294967295] 00000400:00000200:1.0:1760458356.228165:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458356.228169:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458356.228173:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d59aa930 (tot 1763794). 00000800:00000200:1.0:1760458356.228178:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458356.228184:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458356.228187:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d59aa930 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458356.228201:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458356.228203:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458356.228205:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458356.228207:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458356.228209:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458356.228213:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458356.228214:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458356.228216:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458356.228217:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458356.228218:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458356.228219:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458356.228331:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458356.228334:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d59aa930 (tot 1763546). 00000400:00000200:0.0:1760458356.228338:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458356.228342:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458356.228344:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0c7cb43 00000400:00000010:0.0:1760458356.228345:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0c7cb43. 00000100:00000001:0.0:1760458356.228347:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458356.228349:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004cf6688f x1845971106427008/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458381 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458356.228354:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458356.228355:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000004cf6688f x1845971106427008/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458381 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458356.228359:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458356.228360:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458356.419719:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458356.419725:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458356.419727:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458356.419732:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458356.419736:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458356.419739:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458356.419741:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458356.419743:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458356.419746:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458357.123697:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458357.123702:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458357.123705:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458357.123706:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458357.123711:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458357.123713:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458357.123715:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458357.123716:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458357.123719:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458357.123720:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458357.123730:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458357.123732:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458357.123809:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458357.123812:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458357.123815:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458357.251715:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458357.251725:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458357.251726:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458357.251732:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458357.251734:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458357.251738:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458357.251740:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458357.443710:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458357.443715:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458357.443717:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458357.443722:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458357.443726:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458357.443730:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458357.443732:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458357.443734:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458357.443736:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458358.147725:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458358.147728:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458358.147733:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458358.147734:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458358.147737:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458358.147738:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458358.147821:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458358.147824:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458358.147827:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458358.275683:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458358.275691:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458358.275692:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458358.275695:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458358.275697:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458358.275699:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458358.275701:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458358.467700:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458358.467703:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458358.467704:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458358.467706:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458358.467709:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458358.467711:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458358.467712:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458358.467714:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458358.467715:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458359.171709:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458359.171713:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458359.171719:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458359.171720:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458359.171722:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458359.171723:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458359.171800:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458359.171803:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458359.171805:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458359.299709:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458359.299719:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458359.299720:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458359.299725:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458359.299728:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458359.299731:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458359.299734:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458359.491705:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458359.491709:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458359.491711:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458359.491714:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458359.491718:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458359.491720:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458359.491722:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458359.491724:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458359.491726:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458360.195714:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458360.195718:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458360.195724:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458360.195725:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458360.195729:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458360.195733:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458360.195735:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458360.195741:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458360.195743:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458360.195746:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458360.195749:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458360.195752:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458360.195754:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458360.195756:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458360.195839:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458360.195842:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458360.195844:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458360.323712:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458360.323720:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458360.323721:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458360.323726:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458360.323728:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458360.323730:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458360.323731:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458360.515707:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458360.515711:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458360.515712:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458360.515715:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458360.515719:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458360.515722:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458360.515724:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458360.515725:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458360.515727:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458361.219738:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458361.219745:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458361.219754:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458361.219756:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458361.219761:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458361.219763:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458361.219869:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458361.219875:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458361.219882:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458361.347719:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458361.347727:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458361.347728:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458361.347732:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458361.347734:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458361.347737:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458361.347739:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458361.347772:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458361.347777:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458361.347779:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458361.347781:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458361.347782:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458361.347784:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458361.347786:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458361.347788:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458361.347791:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6620) 00000100:00000001:3.0:1760458361.539708:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458361.539714:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458361.539715:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458361.539720:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458361.539724:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458361.539727:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458361.539730:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458361.539732:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458361.539735:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458362.243794:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458362.243800:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458362.243808:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458362.243810:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458362.243814:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458362.243816:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458362.243956:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458362.243961:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458362.243966:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458362.371757:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458362.371769:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458362.371771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458362.371776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458362.371778:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458362.371782:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458362.371785:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458362.563764:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458362.563770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458362.563773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458362.563778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458362.563786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458362.563790:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458362.563794:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458362.563797:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458362.563801:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458363.267804:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458363.267812:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458363.267822:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458363.267827:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458363.267830:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458363.267838:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458363.267841:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458363.267844:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458363.267849:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458363.267852:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458363.267856:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458363.267860:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458363.267866:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458363.267868:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458363.267947:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458363.267951:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458363.267956:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458363.395715:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458363.395726:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458363.395728:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458363.395732:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458363.395734:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458363.395737:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458363.395740:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458363.587747:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458363.587754:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458363.587756:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458363.587761:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458363.587767:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458363.587772:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458363.587775:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458363.587777:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458363.587781:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458364.291776:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458364.291780:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458364.291786:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458364.291787:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458364.291790:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458364.291791:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458364.291861:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458364.291864:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458364.291868:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458364.419745:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458364.419750:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458364.419762:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458339/real 1760458339] req@000000003ed04dfc x1845971106426880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458364 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458364.419795:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458364.419796:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458364.419799:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fefa8e0f. 00000400:00000200:1.0:1760458364.419804:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000386d159a 00000400:00000010:1.0:1760458364.419806:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000386d159a. 00000100:00000001:1.0:1760458364.419810:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458364.419813:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ed04dfc x1845971106426880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458364 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458364.419819:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ed04dfc x1845971106426880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458364 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458364.419824:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458364.419825:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458364.419827:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458364.419828:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458364.419830:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003ed04dfc x1845971106426880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458364 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458364.419835:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458364.419842:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458364.419843:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458364.419846:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458364.419848:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458364.419850:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458364.419852:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ed04dfc x1845971106426880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458364 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458364.419858:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458364.419860:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458364.419861:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458364.419862:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458364.419863:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458364.419865:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458364.419867:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458364.419887:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458364.419890:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458364.419892:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ed04dfc x1845971106426880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458364 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458364.419897:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ed04dfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106426880:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760458364.419901:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458364.419903:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458364.419905:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003ed04dfc x1845971106426880/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458364 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458364.419910:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458364.419911:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458364.419915:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c08c4ada. 02000000:00000001:1.0:1760458364.419918:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458364.419920:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458364.419922:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1760458364.419924:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458364.419925:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000beab5f56. 02000000:00000001:1.0:1760458364.419928:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458364.419931:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458364.419932:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ed04dfc. 00000100:00000001:1.0:1760458364.419937:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458364.419938:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458364.419940:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458364.419952:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458364.419961:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458364.419963:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760458364.419965:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458364.419967:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458364.419971:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458364.419975:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6594 00000100:00080000:0.0:1760458364.419978:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458364.419982:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458364.419985:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458364.419988:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458364.419991:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458364.419995:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458364.419997:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760458364.420000:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458364.420003:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458364.420006:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458364.420009:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458364.420012:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458364.420015:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458364.420018:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458364.420021:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458364.420024:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458364.420028:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458364.420031:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458364.420033:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458364.420036:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458364.420040:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458364.420043:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458364.420046:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458364.420051:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002694c92e. 00000020:00000040:0.0:1760458364.420055:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458364.420059:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458364.420061:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458364.420064:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458364.420067:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458364.420070:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458364.420077:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008265aa12. 00000100:00000001:0.0:1760458364.420083:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458364.420089:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002694c92e x1845971106427072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458364.420099:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458364.420102:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458364.420106:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002694c92e] to pc [ptlrpcd_rcv+-1] req@000000002694c92e x1845971106427072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458364.420141:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458364.420144:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458364.420146:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458364.420150:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458364.420153:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458364.420156:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458364.420159:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458364.420163:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458364.420168:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6623) 00000100:00000001:1.0:1760458364.420181:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458364.420184:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458364.420186:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458364.420192:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002694c92e x1845971106427072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458364.420199:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458364.420201:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458364.420204:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458364.420206:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458364.420208:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002694c92e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106427072:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760458364.420211:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458364.420215:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458364.420216:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458364.420218:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458364.420222:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000beab5f56. 02000000:00000001:1.0:1760458364.420239:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458364.420242:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aeb90437. 00000400:00000010:1.0:1760458364.420246:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068ea850d. 00000100:00000200:1.0:1760458364.420251:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106427072, portal 25 00000100:00000001:1.0:1760458364.420253:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458364.420254:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762836672 : -123359946714944 : ffff8fce063250c0) 00000100:00000040:1.0:1760458364.420258:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002694c92e x1845971106427072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458389 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458364.420279:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458364.420282:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458364.420284:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000879ec6d0. 00000100:00000200:1.0:1760458364.420286:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106427072, offset 0 00000400:00000200:1.0:1760458364.420292:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458364.420303:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458364.420309:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458364.420312:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458364.420315:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458364.420318:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [447:447:256:4294967295] 192.168.203.106@tcp LPNI seq info [447:447:8:4294967295] 00000400:00000200:1.0:1760458364.420327:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458364.420332:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458364.420336:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5095e66 (tot 1763794). 00000800:00000200:1.0:1760458364.420341:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458364.420347:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458364.420351:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a5095e66 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458364.420366:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458364.420368:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458364.420370:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458364.420372:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458364.420373:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458364.420377:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458364.420378:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458364.420380:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458364.420381:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458364.420382:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458364.420383:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458364.420490:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458364.420495:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5095e66 (tot 1763546). 00000400:00000200:0.0:1760458364.420500:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458364.420508:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458364.420512:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000879ec6d0 00000400:00000010:0.0:1760458364.420515:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000879ec6d0. 00000100:00000001:0.0:1760458364.420518:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458364.420522:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002694c92e x1845971106427072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458389 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458364.420532:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458364.420535:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002694c92e x1845971106427072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458389 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458364.420544:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458364.420546:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458364.611770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458364.611777:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458364.611779:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458364.611785:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458364.611790:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458364.611794:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458364.611797:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458364.611800:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458364.611803:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458365.315803:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458365.315809:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458365.315817:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458365.315819:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458365.315823:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458365.315824:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458365.315950:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458365.315954:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458365.315959:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458365.443786:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458365.443800:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458365.443802:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458365.443809:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458365.443813:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458365.443817:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458365.443819:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458365.635770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458365.635778:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458365.635780:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458365.635786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458365.635792:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458365.635796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458365.635799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458365.635801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458365.635805:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458366.339789:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458366.339794:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458366.339804:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458366.339807:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458366.339813:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458366.339815:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458366.339861:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458366.339871:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458366.339878:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458366.467743:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458366.467757:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458366.467759:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458366.467766:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458366.467770:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458366.467774:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458366.467777:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458366.659757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458366.659763:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458366.659766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458366.659770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458366.659776:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458366.659780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458366.659783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458366.659785:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458366.659788:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458367.363769:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458367.363778:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458367.363781:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458367.363785:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458367.363792:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458367.363795:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458367.363798:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458367.363802:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458367.363807:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458367.363808:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458367.363813:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458367.363815:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458367.363924:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458367.363931:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458367.363937:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458367.491772:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458367.491789:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458367.491792:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458367.491800:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458367.491805:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458367.491810:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458367.491814:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458367.683708:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458367.683712:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458367.683713:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458367.683717:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458367.683720:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458367.683723:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458367.683724:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458367.683726:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458367.683728:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458368.387753:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458368.387758:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458368.387765:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458368.387767:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458368.387782:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458368.387783:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458368.387891:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458368.387896:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458368.387901:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458368.515807:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458368.515820:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458368.515822:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458368.515829:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458368.515832:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458368.515836:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458368.515839:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458368.707751:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458368.707758:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458368.707760:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458368.707766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458368.707773:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458368.707777:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458368.707780:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458368.707782:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458368.707785:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458369.411797:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458369.411804:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458369.411813:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458369.411815:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458369.411820:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458369.411822:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458369.411950:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458369.411956:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458369.411960:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760458369.539799:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458369.539812:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458369.539816:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458369.539820:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458369.539822:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458369.539826:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458369.539829:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458369.539833:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458369.539840:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6628) 00000100:00000001:1.0:1760458369.539867:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458369.539878:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458369.539880:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458369.539886:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458369.539889:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458369.539894:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458369.539897:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458369.731764:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458369.731771:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458369.731773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458369.731778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458369.731785:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458369.731789:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458369.731792:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458369.731795:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458369.731798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458370.435740:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458370.435745:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458370.435750:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458370.435751:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458370.435754:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458370.435757:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458370.435759:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458370.435765:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458370.435766:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458370.435768:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458370.435771:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458370.435772:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458370.435774:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458370.435776:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458370.435882:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458370.435885:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458370.435889:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458370.563743:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458370.563755:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458370.563757:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458370.563762:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458370.563765:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458370.563769:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458370.563772:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458370.755767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458370.755775:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458370.755778:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458370.755786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458370.755794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458370.755799:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458370.755803:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458370.755807:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458370.755812:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458371.459818:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458371.459827:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458371.459838:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458371.459840:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458371.459845:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458371.459847:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458371.459955:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458371.459961:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458371.459967:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458371.587778:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458371.587795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458371.587798:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458371.587806:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458371.587810:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458371.587816:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458371.587820:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458371.779697:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458371.779701:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458371.779703:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458371.779706:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458371.779710:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458371.779713:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458371.779714:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458371.779716:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458371.779718:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458372.483744:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458372.483750:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458372.483757:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458372.483759:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458372.483762:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458372.483763:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458372.483831:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458372.483836:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458372.483839:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458372.611744:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458372.611754:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458372.611755:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458372.611760:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458372.611762:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458372.611765:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458372.611767:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458372.803766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458372.803773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458372.803775:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458372.803780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458372.803786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458372.803790:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458372.803793:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458372.803796:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458372.803799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458373.507764:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458373.507770:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458373.507780:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458373.507784:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458373.507788:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458373.507796:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458373.507799:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458373.507801:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458373.507805:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458373.507808:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458373.507810:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458373.507812:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458373.507816:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458373.507817:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458373.507963:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458373.507968:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458373.507973:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458373.635799:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458373.635817:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458373.635820:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458373.635829:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458373.635833:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458373.635839:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458373.635843:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458373.827760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458373.827765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458373.827767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458373.827773:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458373.827779:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458373.827783:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458373.827786:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458373.827789:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458373.827792:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458374.531734:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458374.531739:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458374.531746:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458374.531748:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458374.531752:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458374.531753:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458374.531846:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458374.531850:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458374.531854:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458374.659801:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458374.659815:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458374.659817:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458374.659824:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458374.659827:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458374.659831:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458374.659833:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458374.659879:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458374.659889:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458374.659892:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458374.659896:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458374.659898:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458374.659901:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458374.659904:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458374.659906:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458374.659912:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6633) 00000100:00000001:3.0:1760458374.851756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458374.851761:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458374.851763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458374.851767:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458374.851773:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458374.851777:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458374.851780:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458374.851782:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458374.851785:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458375.555800:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458375.555806:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458375.555815:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458375.555817:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458375.555822:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458375.555824:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458375.555941:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458375.555947:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458375.555951:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458375.683789:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458375.683801:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458375.683804:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458375.683818:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458375.683821:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458375.683826:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458375.683829:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458375.875777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458375.875783:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458375.875785:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458375.875791:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458375.875797:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458375.875801:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458375.875803:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458375.875806:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458375.875809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458376.579769:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458376.579775:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458376.579784:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458376.579785:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458376.579790:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458376.579791:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458376.579897:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458376.579903:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458376.579909:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458376.707774:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458376.707780:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458376.707797:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458351/real 1760458351] req@00000000a69227d0 x1845971106426944/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458376 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458376.707818:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458376.707821:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458376.707824:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c8e2bac4. 00000400:00000200:1.0:1760458376.707833:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb3e6785 00000400:00000010:1.0:1760458376.707835:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb3e6785. 00000100:00000001:1.0:1760458376.707841:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458376.707844:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a69227d0 x1845971106426944/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458376 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458376.707855:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a69227d0 x1845971106426944/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458376 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458376.707863:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458376.707864:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458376.707868:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458376.707870:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458376.707873:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a69227d0 x1845971106426944/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458376 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458376.707881:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458376.707891:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458376.707894:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458376.707897:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458376.707900:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458376.707904:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458376.707908:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a69227d0 x1845971106426944/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458376 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458376.707916:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458376.707919:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458376.707921:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458376.707922:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458376.707926:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458376.707928:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458376.707932:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458376.707960:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458376.707964:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458376.707968:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a69227d0 x1845971106426944/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458376 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458376.707977:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a69227d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106426944:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458376.707983:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458376.707986:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458376.707988:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a69227d0 x1845971106426944/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458376 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458376.707996:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458376.707999:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458376.708004:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d3ca4d9b. 02000000:00000001:1.0:1760458376.708010:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458376.708012:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458376.708014:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:1.0:1760458376.708017:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458376.708019:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000089493969. 02000000:00000001:1.0:1760458376.708024:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458376.708026:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458376.708028:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a69227d0. 00000100:00000001:1.0:1760458376.708032:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458376.708035:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458376.708038:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458376.708073:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458376.708082:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458376.708085:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458376.708090:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458376.708092:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760458376.708096:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458376.708099:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458376.708103:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458376.708108:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6605 00000100:00080000:0.0:1760458376.708112:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458376.708116:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458376.708119:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458376.708122:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458376.708125:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458376.708128:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458376.708130:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760458376.708133:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458376.708137:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760458376.708139:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760458376.708170:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760458376.708174:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458376.708177:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458376.708179:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458376.708181:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458376.708184:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760458376.708187:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458376.708190:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458376.708193:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458376.708201:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458376.708204:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458376.708207:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458376.708211:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458376.708215:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458376.708217:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458376.708227:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064283d79. 00000020:00000040:0.0:1760458376.708231:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760458376.708236:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458376.708238:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458376.708241:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458376.708244:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458376.708249:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458376.708258:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ba73836f. 00000100:00000001:0.0:1760458376.708265:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458376.708271:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000064283d79 x1845971106427136/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458376.708283:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458376.708285:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458376.708289:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000064283d79] to pc [ptlrpcd_rcv+-1] req@0000000064283d79 x1845971106427136/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458376.708315:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458376.708318:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458376.708320:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458376.708324:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458376.708327:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458376.708330:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458376.708336:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6635) 00000100:00000001:1.0:1760458376.708419:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458376.708424:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458376.708427:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458376.708436:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064283d79 x1845971106427136/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458376.708448:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458376.708451:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458376.708455:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458376.708458:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458376.708461:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000064283d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427136:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458376.708466:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458376.708471:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458376.708473:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458376.708476:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458376.708483:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458376.708485:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458376.708491:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dd85dc3. 00000400:00000010:1.0:1760458376.708497:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fdedf09. 00000100:00000200:1.0:1760458376.708503:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106427136, portal 10 00000100:00000001:1.0:1760458376.708507:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458376.708508:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762843968 : -123359946707648 : ffff8fce06326d40) 00000100:00000040:1.0:1760458376.708515:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000064283d79 x1845971106427136/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458401 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458376.708524:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458376.708528:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458376.708532:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000879ec6d0. 00000100:00000200:1.0:1760458376.708535:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106427136, offset 0 00000400:00000200:1.0:1760458376.708543:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458376.708558:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458376.708568:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458376.708573:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458376.708576:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458376.708581:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [448:448:256:4294967295] 192.168.203.106@tcp LPNI seq info [448:448:8:4294967295] 00000400:00000200:1.0:1760458376.708594:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458376.708602:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458376.708608:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000143af643 (tot 1763794). 00000800:00000200:1.0:1760458376.708616:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458376.708626:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458376.708631:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000143af643 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458376.708688:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458376.708691:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458376.708695:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458376.708698:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458376.708701:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458376.708706:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458376.708708:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458376.708710:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458376.708712:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458376.708714:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458376.708716:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1760458376.708876:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1760458376.708884:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000143af643 (tot 1763546). 00000400:00000200:3.0:1760458376.708891:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1760458376.708900:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1760458376.708905:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000879ec6d0 00000400:00000010:3.0:1760458376.708907:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000879ec6d0. 00000100:00000001:3.0:1760458376.708911:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1760458376.708916:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064283d79 x1845971106427136/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458401 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458376.708926:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458376.708929:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000064283d79 x1845971106427136/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458401 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458376.708937:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458376.708940:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458376.899777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458376.899785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458376.899788:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458376.899795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458376.899802:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458376.899808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458376.899812:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458376.899816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458376.899820:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458377.603747:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458377.603755:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458377.603759:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458377.603762:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458377.603770:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458377.603772:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458377.603775:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458377.603778:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458377.603783:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458377.603785:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458377.603790:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458377.603791:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458377.603914:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458377.603919:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458377.603924:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458377.731766:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458377.731779:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458377.731781:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458377.731786:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458377.731789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458377.731794:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458377.731797:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458377.923778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458377.923784:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458377.923786:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458377.923792:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458377.923798:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458377.923802:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458377.923805:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458377.923808:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458377.923811:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458378.627722:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458378.627728:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458378.627738:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458378.627740:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458378.627744:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458378.627746:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458378.627875:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458378.627881:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458378.627885:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458378.755773:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458378.755788:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458378.755791:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458378.755797:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458378.755802:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458378.755807:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458378.755812:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458378.947757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458378.947764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458378.947766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458378.947771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458378.947777:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458378.947780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458378.947784:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458378.947786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458378.947789:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458379.651782:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458379.651789:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458379.651798:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458379.651800:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458379.651804:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458379.651806:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458379.651931:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458379.651936:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458379.651941:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458379.779759:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458379.779772:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458379.779774:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458379.779780:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458379.779783:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458379.779787:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458379.779789:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458379.971778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458379.971785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458379.971787:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458379.971792:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458379.971797:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458379.971801:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458379.971804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458379.971807:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458379.971809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458380.675836:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458380.675844:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458380.675856:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458380.675858:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458380.675863:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458380.675868:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458380.675871:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458380.675878:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458380.675881:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458380.675883:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458380.675887:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458380.675890:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458380.675892:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458380.675895:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458380.676010:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458380.676016:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458380.676023:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458380.803723:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458380.803732:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458380.803734:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458380.803737:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458380.803739:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458380.803742:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458380.803744:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458380.995711:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458380.995716:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458380.995717:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458380.995720:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458380.995724:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458380.995726:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458380.995728:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458380.995730:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458380.995731:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458381.699764:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458381.699769:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458381.699778:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458381.699779:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458381.699783:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458381.699784:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458381.699881:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458381.699885:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458381.699888:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458381.827803:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458381.827812:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458381.827832:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458356/real 1760458356] req@000000004cf6688f x1845971106427008/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458381 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1760458381.827841:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458381.827858:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458381.827865:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458381.827878:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458381.827880:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458381.827885:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000400:00000001:1.0:1760458381.827885:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1760458381.827892:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:1.0:1760458381.827893:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00080000:0.0:1760458381.827898:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000010:1.0:1760458381.827902:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d5719e0. 00000100:00000040:0.0:1760458381.827905:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6640) 00000400:00000200:1.0:1760458381.827917:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac449b08 00000400:00000010:1.0:1760458381.827925:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac449b08. 00000100:00000001:1.0:1760458381.827934:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458381.827944:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004cf6688f x1845971106427008/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458381 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458381.827963:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004cf6688f x1845971106427008/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458381 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458381.827977:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458381.827980:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458381.827985:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458381.827989:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458381.827995:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000004cf6688f x1845971106427008/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458381 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458381.828008:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458381.828021:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458381.828026:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458381.828030:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458381.828033:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458381.828038:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458381.828045:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000004cf6688f x1845971106427008/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458381 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458381.828059:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458381.828065:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458381.828068:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458381.828070:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458381.828074:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458381.828077:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458381.828083:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458381.828137:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458381.828145:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458381.828155:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000004cf6688f x1845971106427008/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458381 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00080000:2.0:1760458381.828158:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458381.828172:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458381.828180:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458381.828190:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458381.828193:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1760458381.828198:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000004cf6688f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427008:192.168.203.106@tcp:8: 00000100:00080000:2.0:1760458381.828199:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458381.828206:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458381.828216:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458381.828218:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:1.0:1760458381.828219:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458381.828222:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458381.828227:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760458381.828229:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000001:2.0:1760458381.828233:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00000040:1.0:1760458381.828240:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000004cf6688f x1845971106427008/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458381 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00080000:2.0:1760458381.828241:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6610 00000100:00080000:2.0:1760458381.828247:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458381.828256:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458381.828261:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458381.828266:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458381.828271:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1760458381.828272:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458381.828278:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458381.828281:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:2.0:1760458381.828284:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458381.828287:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:2.0:1760458381.828290:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:2.0:1760458381.828293:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:2.0:1760458381.828296:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458381.828298:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458381.828300:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458381.828303:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458381.828306:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:2.0:1760458381.828309:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458381.828313:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458381.828316:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1760458381.828316:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:1.0:1760458381.828325:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000063605d8. 02000000:00000001:2.0:1760458381.828327:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458381.828334:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458381.828337:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 02000000:00000001:1.0:1760458381.828338:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00100000:2.0:1760458381.828342:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000020:00000001:1.0:1760458381.828345:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000008:00000001:2.0:1760458381.828348:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1760458381.828351:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000100:00000001:2.0:1760458381.828353:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458381.828361:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458381.828366:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ffd844b8. 00000100:00000010:2.0:1760458381.828366:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000da79738e. 00000020:00000040:2.0:1760458381.828375:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:1.0:1760458381.828377:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458381.828381:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760458381.828384:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1760458381.828385:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760458381.828390:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004cf6688f. 00000100:00000001:2.0:1760458381.828391:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458381.828396:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:1.0:1760458381.828402:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 02000000:00000001:2.0:1760458381.828402:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458381.828407:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:2.0:1760458381.828415:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005a07072d. 00000100:00000001:1.0:1760458381.828416:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458381.828428:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458381.828437:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000da79738e x1845971106427200/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458381.828449:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458381.828452:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458381.828458:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000da79738e] to pc [ptlrpcd_rcv+-1] req@00000000da79738e x1845971106427200/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458381.828499:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458381.828502:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:2.0:1760458381.828506:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6640) 00000100:00000001:1.0:1760458381.828557:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458381.828562:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458381.828565:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458381.828574:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000da79738e x1845971106427200/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458381.828590:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458381.828594:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458381.828601:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458381.828605:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458381.828613:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000da79738e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427200:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458381.828621:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458381.828626:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458381.828630:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458381.828634:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458381.828695:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000063605d8. 02000000:00000001:1.0:1760458381.828701:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458381.828711:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d5719e0. 00000400:00000010:1.0:1760458381.828721:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac449b08. 00000100:00000200:1.0:1760458381.828732:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106427200, portal 4 00000100:00000001:1.0:1760458381.828736:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458381.828739:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771187648 : -123359938363968 : ffff8fce06b1bdc0) 00000100:00000040:1.0:1760458381.828752:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000da79738e x1845971106427200/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458406 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458381.828767:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458381.828774:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458381.828779:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0c7cb43. 00000100:00000200:1.0:1760458381.828784:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106427200, offset 0 00000400:00000200:1.0:1760458381.828796:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458381.828816:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458381.828827:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458381.828834:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458381.828839:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458381.828845:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [449:449:256:4294967295] 192.168.203.106@tcp LPNI seq info [449:449:8:4294967295] 00000400:00000200:1.0:1760458381.828864:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458381.828875:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458381.828884:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000635a3d06 (tot 1763794). 00000800:00000200:1.0:1760458381.828896:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458381.828908:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458381.828915:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000635a3d06 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458381.828947:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458381.828952:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458381.828958:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458381.828964:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458381.828969:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458381.828978:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458381.828982:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458381.828988:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458381.828991:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458381.828995:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458381.828998:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458381.829127:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458381.829134:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000635a3d06 (tot 1763546). 00000400:00000200:0.0:1760458381.829142:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458381.829150:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458381.829155:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0c7cb43 00000400:00000010:0.0:1760458381.829157:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0c7cb43. 00000100:00000001:0.0:1760458381.829161:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458381.829166:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000da79738e x1845971106427200/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458406 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458381.829176:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458381.829179:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000da79738e x1845971106427200/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458406 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458381.829187:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458381.829189:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458382.019734:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458382.019738:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458382.019739:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458382.019744:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458382.019748:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458382.019750:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458382.019752:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458382.019754:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458382.019756:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458382.723778:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458382.723785:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458382.723794:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458382.723797:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458382.723801:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458382.723804:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458382.723938:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458382.723943:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458382.723947:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458382.851783:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458382.851800:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458382.851803:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458382.851811:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458382.851815:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458382.851821:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458382.851825:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458383.043750:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458383.043757:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458383.043759:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458383.043764:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458383.043770:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458383.043774:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458383.043776:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458383.043778:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458383.043781:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458383.747761:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458383.747767:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458383.747775:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458383.747780:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458383.747784:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458383.747791:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458383.747795:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458383.747797:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458383.747801:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458383.747804:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458383.747806:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458383.747810:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458383.747815:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458383.747817:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458383.747942:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458383.747947:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458383.747951:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458383.875765:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458383.875778:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458383.875780:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458383.875786:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458383.875788:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458383.875793:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458383.875795:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458384.067757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458384.067762:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458384.067764:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458384.067769:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458384.067775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458384.067779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458384.067783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458384.067786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458384.067789:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458384.771779:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458384.771785:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458384.771793:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458384.771796:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458384.771800:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458384.771802:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458384.771941:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458384.771946:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458384.771951:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458384.899784:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458384.899798:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458384.899800:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458384.899805:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458384.899808:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458384.899812:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458384.899826:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458385.091751:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458385.091756:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458385.091757:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458385.091761:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458385.091766:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458385.091770:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458385.091773:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458385.091775:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458385.091778:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458385.795789:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458385.795794:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458385.795802:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458385.795804:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458385.795808:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458385.795811:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458385.795953:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458385.795957:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458385.795962:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458385.923790:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458385.923802:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458385.923804:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458385.923809:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458385.923812:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458385.923817:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458385.923820:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458386.115766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458386.115771:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458386.115773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458386.115777:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458386.115782:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458386.115786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458386.115789:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458386.115791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458386.115794:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458386.819770:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458386.819775:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458386.819782:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458386.819783:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458386.819787:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458386.819789:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458386.819912:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458386.819917:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458386.819922:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458386.947764:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458386.947777:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458386.947781:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458386.947786:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1760458386.947789:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458386.947790:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458386.947795:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458386.947802:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458386.947803:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458386.947810:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458386.947815:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458386.947817:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458386.947821:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458386.947825:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458386.947829:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458386.947834:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6646) 00000100:00000001:3.0:1760458387.139785:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458387.139789:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458387.139791:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458387.139795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458387.139800:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458387.139803:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458387.139806:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458387.139808:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458387.139811:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458387.843826:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458387.843834:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458387.843838:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458387.843841:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458387.843849:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458387.843852:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458387.843854:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458387.843857:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458387.843862:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458387.843865:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458387.843869:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458387.843870:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458387.843938:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458387.843943:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458387.843948:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458387.971785:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458387.971798:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458387.971801:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458387.971808:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458387.971811:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458387.971816:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458387.971818:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458388.163784:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458388.163798:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458388.163801:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458388.163807:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458388.163812:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458388.163816:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458388.163820:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458388.163822:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458388.163825:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458388.867793:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458388.867798:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458388.867806:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458388.867808:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458388.867812:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458388.867814:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458388.867927:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458388.867933:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458388.867937:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458388.995785:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458388.995802:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458388.995805:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458388.995813:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458388.995817:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458388.995822:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458388.995826:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458389.187778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458389.187783:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458389.187785:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458389.187790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458389.187795:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458389.187798:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458389.187801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458389.187802:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458389.187805:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458389.891765:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458389.891772:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458389.891783:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458389.891784:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458389.891791:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458389.891796:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458389.891799:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458389.891806:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458389.891809:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458389.891811:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458389.891815:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458389.891817:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458389.891820:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458389.891824:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458389.891923:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458389.891927:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458389.891931:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458390.019792:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458390.019801:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458390.019820:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458364/real 1760458364] req@000000002694c92e x1845971106427072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458389 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458390.019848:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458390.019852:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458390.019857:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aeb90437. 00000400:00000200:1.0:1760458390.019865:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068ea850d 00000400:00000010:1.0:1760458390.019868:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068ea850d. 00000100:00000001:1.0:1760458390.019875:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458390.019879:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002694c92e x1845971106427072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458389 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458390.019894:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002694c92e x1845971106427072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458389 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458390.019908:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458390.019911:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458390.019915:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458390.019918:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458390.019923:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002694c92e x1845971106427072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458389 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458390.019934:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458390.019948:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458390.019950:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458390.019955:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458390.019958:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458390.019963:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458390.019969:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002694c92e x1845971106427072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458389 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458390.019980:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458390.019984:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458390.019987:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458390.019989:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458390.019993:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458390.019996:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458390.020001:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458390.020035:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458390.020039:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458390.020046:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002694c92e x1845971106427072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458389 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458390.020082:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002694c92e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106427072:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760458390.020093:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458390.020098:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458390.020104:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002694c92e x1845971106427072/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458389 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00080000:3.0:1760458390.020110:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458390.020123:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00000001:3.0:1760458390.020123:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:3.0:1760458390.020127:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 02000000:00000001:1.0:1760458390.020131:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:3.0:1760458390.020131:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1760458390.020135:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 02000000:00000010:1.0:1760458390.020139:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000beab5f56. 00000100:00000001:3.0:1760458390.020141:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:3.0:1760458390.020148:0:56038:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6618 02000000:00000001:1.0:1760458390.020151:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1760458390.020152:0:56038:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000020:00000001:1.0:1760458390.020158:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000040:3.0:1760458390.020159:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000020:00000040:1.0:1760458390.020164:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000100:00000001:3.0:1760458390.020165:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458390.020170:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000020:00000001:1.0:1760458390.020172:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:3.0:1760458390.020174:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 02000000:00000010:1.0:1760458390.020178:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000008265aa12. 00000020:00000001:3.0:1760458390.020180:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458390.020182:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:3.0:1760458390.020187:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 02000000:00000001:1.0:1760458390.020189:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000020:00000040:3.0:1760458390.020191:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 02000000:00000001:1.0:1760458390.020195:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000020:00000001:3.0:1760458390.020196:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000010:1.0:1760458390.020201:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002694c92e. 00000020:00000001:3.0:1760458390.020201:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:3.0:1760458390.020209:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458390.020213:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458390.020213:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458390.020217:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458390.020219:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458390.020221:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000100:00000001:1.0:1760458390.020227:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1760458390.020227:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:3.0:1760458390.020234:0:56038:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:3.0:1760458390.020238:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458390.020241:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458390.020243:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458390.020246:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458390.020248:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:3.0:1760458390.020250:0:56038:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458390.020259:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c824516. 00000020:00000040:3.0:1760458390.020263:0:56038:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:3.0:1760458390.020269:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458390.020271:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458390.020275:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458390.020278:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458390.020282:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458390.020289:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e0e5c22c. 00000100:00000001:3.0:1760458390.020295:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458390.020301:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c824516 x1845971106427264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458390.020327:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458390.020329:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458390.020332:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009c824516] to pc [ptlrpcd_rcv+-1] req@000000009c824516 x1845971106427264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458390.020356:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458390.020358:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:3.0:1760458390.020361:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458390.020364:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458390.020367:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458390.020370:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458390.020372:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458390.020374:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458390.020379:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6649) 00000100:00000001:1.0:1760458390.020410:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458390.020415:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458390.020418:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458390.020426:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c824516 x1845971106427264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458390.020437:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458390.020439:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458390.020444:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458390.020448:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458390.020452:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c824516 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106427264:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760458390.020458:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458390.020463:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458390.020465:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458390.020469:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458390.020475:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000beab5f56. 02000000:00000001:1.0:1760458390.020478:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458390.020484:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aeb90437. 00000400:00000010:1.0:1760458390.020491:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068ea850d. 00000100:00000200:1.0:1760458390.020499:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106427264, portal 25 00000100:00000001:1.0:1760458390.020503:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458390.020505:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771157312 : -123359938394304 : ffff8fce06b14740) 00000100:00000040:1.0:1760458390.020511:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000009c824516 x1845971106427264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458415 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458390.020522:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458390.020526:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458390.020530:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f5cdd456. 00000100:00000200:1.0:1760458390.020534:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106427264, offset 0 00000400:00000200:1.0:1760458390.020545:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458390.020561:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458390.020572:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458390.020577:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458390.020581:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458390.020586:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [450:450:256:4294967295] 192.168.203.106@tcp LPNI seq info [450:450:8:4294967295] 00000400:00000200:1.0:1760458390.020617:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458390.020627:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458390.020633:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000038b78c44 (tot 1763794). 00000800:00000200:1.0:1760458390.020644:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458390.020689:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458390.020695:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000038b78c44 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458390.020718:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458390.020720:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458390.020723:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458390.020727:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458390.020731:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458390.020736:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458390.020738:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458390.020741:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458390.020743:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458390.020745:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458390.020747:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458390.020924:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458390.020930:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000038b78c44 (tot 1763546). 00000400:00000200:0.0:1760458390.020937:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458390.020944:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458390.020948:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f5cdd456 00000400:00000010:0.0:1760458390.020950:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f5cdd456. 00000100:00000001:0.0:1760458390.020954:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458390.020958:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c824516 x1845971106427264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458415 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458390.020967:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458390.020970:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009c824516 x1845971106427264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458415 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458390.020977:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458390.020979:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458390.211757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458390.211765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458390.211767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458390.211772:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458390.211778:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458390.211782:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458390.211785:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458390.211788:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458390.211791:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458390.915780:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458390.915786:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458390.915795:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458390.915797:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458390.915802:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458390.915804:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458390.915958:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458390.915962:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458390.915967:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458391.043742:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458391.043758:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458391.043760:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458391.043767:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458391.043770:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458391.043775:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458391.043778:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458391.235716:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458391.235722:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458391.235724:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458391.235728:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458391.235733:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458391.235736:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458391.235738:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458391.235740:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458391.235742:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458391.939724:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458391.939727:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458391.939732:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458391.939733:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458391.939736:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458391.939737:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458391.939812:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458391.939814:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458391.939817:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458392.067755:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458392.067768:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458392.067770:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458392.067776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458392.067778:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458392.067782:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458392.067785:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458392.259760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458392.259765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458392.259768:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458392.259773:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458392.259779:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458392.259783:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458392.259786:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458392.259789:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458392.259792:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458392.963785:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458392.963792:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458392.963799:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458392.963804:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458392.963807:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458392.963814:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458392.963817:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458392.963819:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458392.963822:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458392.963825:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458392.963827:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458392.963830:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458392.963833:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458392.963835:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458392.963916:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458392.963922:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458392.963926:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458393.091778:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458393.091792:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458393.091794:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458393.091801:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458393.091804:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458393.091808:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458393.091811:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458393.283787:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458393.283795:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458393.283797:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458393.283802:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458393.283808:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458393.283812:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458393.283815:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458393.283817:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458393.283820:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458393.987705:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458393.987709:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458393.987715:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458393.987716:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458393.987719:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458393.987720:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458393.987778:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458393.987781:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458393.987784:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458394.115753:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458394.115765:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458394.115766:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458394.115772:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458394.115774:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458394.115778:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458394.115780:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458394.307745:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458394.307751:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458394.307752:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458394.307757:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458394.307762:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458394.307766:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458394.307768:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458394.307770:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458394.307773:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458395.011746:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458395.011750:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458395.011754:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458395.011755:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458395.011757:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458395.011758:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458395.011825:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458395.011828:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458395.011832:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458395.139725:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458395.139734:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458395.139735:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458395.139739:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458395.139741:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458395.139744:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458395.139745:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458395.139786:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458395.139792:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458395.139794:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458395.139796:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458395.139797:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458395.139799:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458395.139801:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458395.139803:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458395.139806:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6654) 00000100:00000001:3.0:1760458395.331699:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458395.331703:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458395.331705:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458395.331708:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458395.331712:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458395.331715:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458395.331716:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458395.331718:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458395.331720:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458396.035807:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458396.035814:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458396.035824:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458396.035826:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458396.035832:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458396.035834:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458396.035917:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458396.035921:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458396.035924:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458396.163718:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458396.163728:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458396.163731:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458396.163734:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458396.163737:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458396.163740:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458396.163741:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458396.355716:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458396.355721:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458396.355722:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458396.355726:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458396.355730:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458396.355733:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458396.355735:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458396.355737:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458396.355739:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458397.059749:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458397.059754:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458397.059762:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458397.059764:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458397.059767:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458397.059768:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458397.059910:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458397.059914:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458397.059919:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458397.187726:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458397.187736:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458397.187737:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458397.187742:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458397.187745:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458397.187748:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458397.187750:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458397.379769:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458397.379792:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458397.379794:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458397.379799:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458397.379805:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458397.379810:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458397.379813:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458397.379816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458397.379819:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458398.083753:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458398.083758:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458398.083760:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458398.083763:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458398.083770:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458398.083772:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458398.083774:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458398.083777:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458398.083781:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458398.083783:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458398.083786:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458398.083787:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458398.083876:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458398.083879:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458398.083882:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458398.211736:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458398.211745:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458398.211746:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458398.211751:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458398.211753:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458398.211756:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458398.211758:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458398.403711:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458398.403715:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458398.403717:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458398.403720:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458398.403724:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458398.403727:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458398.403728:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458398.403730:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458398.403732:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458399.107796:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458399.107803:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458399.107811:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458399.107813:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458399.107817:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458399.107818:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458399.107946:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458399.107952:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458399.107957:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458399.235770:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458399.235786:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458399.235789:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458399.235796:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458399.235801:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458399.235807:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458399.235811:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458399.427758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458399.427764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458399.427766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458399.427770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458399.427776:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458399.427779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458399.427782:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458399.427785:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458399.427790:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458400.131711:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458400.131715:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458400.131720:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458400.131721:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458400.131723:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458400.131726:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458400.131728:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458400.131732:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458400.131734:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458400.131735:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458400.131738:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458400.131739:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458400.131741:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458400.131742:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458400.131794:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458400.131797:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458400.131799:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458400.259722:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458400.259732:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458400.259734:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458400.259739:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458400.259741:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458400.259745:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458400.259747:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458400.259756:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458400.259762:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458400.259764:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458400.259767:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458400.259768:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458400.259770:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458400.259772:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458400.259774:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458400.259777:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6659) 00000100:00000001:3.0:1760458400.451706:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458400.451710:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458400.451711:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458400.451715:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458400.451719:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458400.451722:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458400.451723:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458400.451725:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458400.451727:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458401.155776:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458401.155781:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458401.155787:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458401.155789:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458401.155792:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458401.155794:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458401.155920:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458401.155926:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458401.155930:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458401.283758:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458401.283763:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458401.283777:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458376/real 1760458376] req@0000000064283d79 x1845971106427136/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458401 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458401.283799:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458401.283801:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458401.283806:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dd85dc3. 00000400:00000200:1.0:1760458401.283811:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fdedf09 00000400:00000010:1.0:1760458401.283814:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fdedf09. 00000100:00000001:1.0:1760458401.283819:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458401.283823:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064283d79 x1845971106427136/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458401 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458401.283833:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064283d79 x1845971106427136/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458401 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458401.283841:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458401.283843:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458401.283846:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458401.283849:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458401.283852:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000064283d79 x1845971106427136/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458401 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458401.283860:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458401.283870:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458401.283872:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458401.283875:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458401.283877:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458401.283881:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458401.283885:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064283d79 x1845971106427136/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458401 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458401.283893:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458401.283897:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458401.283899:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458401.283900:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458401.283903:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458401.283905:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458401.283909:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458401.283932:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458401.283935:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458401.283940:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064283d79 x1845971106427136/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458401 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458401.283949:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000064283d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427136:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458401.283955:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458401.283958:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458401.283961:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000064283d79 x1845971106427136/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458401 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458401.283968:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458401.283971:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458401.284012:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458401.284018:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458401.284020:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458401.284022:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:1.0:1760458401.284026:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458401.284029:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ba73836f. 02000000:00000001:1.0:1760458401.284034:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458401.284036:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458401.284038:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064283d79. 00000100:00000001:1.0:1760458401.284043:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458401.284045:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458401.284048:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458401.284059:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458401.284069:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458401.284073:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458401.284078:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458401.284081:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760458401.284083:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458401.284086:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458401.284090:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458401.284095:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6630 00000100:00080000:0.0:1760458401.284099:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458401.284103:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458401.284106:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458401.284109:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458401.284112:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458401.284115:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458401.284117:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760458401.284120:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458401.284124:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760458401.284127:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760458401.284130:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760458401.284133:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458401.284135:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458401.284137:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458401.284139:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458401.284142:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760458401.284145:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458401.284148:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458401.284150:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458401.284158:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458401.284161:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458401.284163:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458401.284167:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458401.284171:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458401.284173:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458401.284179:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cc5fc9eb. 00000020:00000040:0.0:1760458401.284183:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760458401.284187:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458401.284189:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458401.284193:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458401.284196:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458401.284200:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458401.284207:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e9201050. 00000100:00000001:0.0:1760458401.284214:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458401.284220:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cc5fc9eb x1845971106427328/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458401.284231:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458401.284233:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458401.284237:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cc5fc9eb] to pc [ptlrpcd_rcv+-1] req@00000000cc5fc9eb x1845971106427328/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458401.284274:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458401.284277:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458401.284279:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458401.284284:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458401.284287:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458401.284289:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458401.284295:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6660) 00000100:00000001:1.0:1760458401.284326:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458401.284330:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458401.284332:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458401.284339:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc5fc9eb x1845971106427328/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458401.284349:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458401.284352:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458401.284356:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458401.284359:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458401.284362:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc5fc9eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427328:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458401.284367:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458401.284372:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458401.284374:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458401.284378:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458401.284383:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458401.284386:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458401.284391:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dd85dc3. 00000400:00000010:1.0:1760458401.284395:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fdedf09. 00000100:00000200:1.0:1760458401.284402:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106427328, portal 10 00000100:00000001:1.0:1760458401.284406:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458401.284407:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762822080 : -123359946729536 : ffff8fce063217c0) 00000100:00000040:1.0:1760458401.284414:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000cc5fc9eb x1845971106427328/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458426 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458401.284422:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458401.284427:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458401.284429:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009e32189e. 00000100:00000200:1.0:1760458401.284432:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106427328, offset 0 00000400:00000200:1.0:1760458401.284440:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458401.284455:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458401.284464:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458401.284468:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458401.284472:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458401.284476:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [451:451:256:4294967295] 192.168.203.106@tcp LPNI seq info [451:451:8:4294967295] 00000400:00000200:1.0:1760458401.284489:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458401.284497:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458401.284503:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000038b78c44 (tot 1763794). 00000800:00000200:1.0:1760458401.284512:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458401.284522:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458401.284526:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000038b78c44 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458401.284549:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458401.284551:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458401.284555:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458401.284558:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458401.284560:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458401.284565:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458401.284567:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458401.284569:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458401.284571:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458401.284572:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458401.284574:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1760458401.284751:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1760458401.284758:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000038b78c44 (tot 1763546). 00000400:00000200:3.0:1760458401.284765:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1760458401.284774:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1760458401.284779:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e32189e 00000400:00000010:3.0:1760458401.284781:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009e32189e. 00000100:00000001:3.0:1760458401.284785:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1760458401.284790:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cc5fc9eb x1845971106427328/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458426 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458401.284801:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458401.284804:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000cc5fc9eb x1845971106427328/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458426 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458401.284812:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458401.284814:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458401.475758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458401.475764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458401.475766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458401.475771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458401.475775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458401.475779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458401.475781:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458401.475784:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458401.475787:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458402.179851:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458402.179857:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458402.179866:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458402.179868:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458402.179872:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458402.179873:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458402.180016:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458402.180021:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458402.180025:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458402.307771:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458402.307785:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458402.307787:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458402.307794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458402.307797:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458402.307801:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458402.307804:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458402.499744:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458402.499752:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458402.499755:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458402.499762:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458402.499769:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458402.499775:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458402.499779:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458402.499782:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458402.499786:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458403.203788:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458403.203794:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458403.203803:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458403.203808:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458403.203811:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458403.203818:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458403.203821:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458403.203822:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458403.203826:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458403.203829:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458403.203831:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458403.203834:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458403.203839:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458403.203841:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458403.203996:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458403.204001:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458403.204006:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458403.331747:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458403.331758:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458403.331760:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458403.331766:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458403.331768:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458403.331772:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458403.331774:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458403.523754:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458403.523758:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458403.523760:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458403.523765:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458403.523770:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458403.523774:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458403.523777:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458403.523779:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458403.523782:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458404.227797:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458404.227803:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458404.227811:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458404.227813:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458404.227818:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458404.227820:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458404.227909:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458404.227914:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458404.227918:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458404.355730:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458404.355743:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458404.355745:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458404.355751:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458404.355754:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458404.355758:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458404.355761:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458404.547757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458404.547764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458404.547766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458404.547771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458404.547777:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458404.547781:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458404.547784:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458404.547787:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458404.547790:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458405.251777:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458405.251784:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458405.251793:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458405.251794:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458405.251799:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458405.251801:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458405.251920:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458405.251925:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458405.251929:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458405.379769:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458405.379784:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458405.379788:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458405.379794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458405.379799:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458405.379805:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458405.379809:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458405.571758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458405.571763:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458405.571765:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458405.571770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458405.571775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458405.571780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458405.571783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458405.571785:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458405.571788:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458406.275790:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458406.275796:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458406.275805:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458406.275806:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458406.275811:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458406.275813:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458406.275897:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458406.275902:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458406.275905:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458406.403800:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458406.403809:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1760458406.403813:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458406.403824:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458406.403830:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1760458406.403831:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458381/real 1760458381] req@00000000da79738e x1845971106427200/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458406 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1760458406.403835:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458406.403841:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458406.403849:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458406.403854:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458406.403864:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458406.403873:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6665) 00000400:00000001:1.0:1760458406.403881:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458406.403887:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458406.403894:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d5719e0. 00000400:00000200:1.0:1760458406.403904:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac449b08 00000400:00000010:1.0:1760458406.403909:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac449b08. 00000100:00000001:1.0:1760458406.403917:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458406.403925:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000da79738e x1845971106427200/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458406 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458406.403939:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000da79738e x1845971106427200/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458406 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458406.403998:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458406.404001:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458406.404005:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458406.404007:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458406.404012:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000da79738e x1845971106427200/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458406 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458406.404020:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458406.404030:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458406.404032:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458406.404035:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458406.404037:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458406.404041:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458406.404045:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000da79738e x1845971106427200/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458406 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458406.404054:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458406.404057:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458406.404059:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458406.404060:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458406.404063:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458406.404065:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458406.404068:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458406.404093:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458406.404097:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458406.404101:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000da79738e x1845971106427200/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458406 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458406.404111:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000da79738e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427200:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458406.404119:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458406.404123:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458406.404127:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000da79738e x1845971106427200/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458406 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458406.404136:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1760458406.404139:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1760458406.404140:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458406.404145:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000063605d8. 00000100:00080000:2.0:1760458406.404149:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:1.0:1760458406.404153:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1760458406.404155:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1760458406.404158:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:2.0:1760458406.404161:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000020:00000040:1.0:1760458406.404163:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000100:00080000:2.0:1760458406.404167:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1760458406.404170:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00080000:2.0:1760458406.404174:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000010:1.0:1760458406.404175:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000005a07072d. 00000100:00080000:2.0:1760458406.404180:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1760458406.404183:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1760458406.404187:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 02000000:00000001:1.0:1760458406.404188:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:2.0:1760458406.404192:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000010:1.0:1760458406.404193:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000da79738e. 00000100:00000001:2.0:1760458406.404198:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1760458406.404200:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1760458406.404202:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760458406.404205:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458406.404211:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00000001:1.0:1760458406.404212:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458406.404220:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6635 00000100:00080000:2.0:1760458406.404225:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458406.404229:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458406.404233:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458406.404238:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458406.404241:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458406.404245:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458406.404248:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:2.0:1760458406.404251:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458406.404255:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:2.0:1760458406.404257:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:2.0:1760458406.404260:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:2.0:1760458406.404263:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458406.404265:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458406.404267:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458406.404269:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458406.404272:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:2.0:1760458406.404275:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458406.404278:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458406.404281:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458406.404288:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458406.404302:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458406.404304:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:2.0:1760458406.404308:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1760458406.404312:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458406.404314:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458406.404325:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006cdd60d4. 00000020:00000040:2.0:1760458406.404328:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:2.0:1760458406.404333:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458406.404335:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458406.404338:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458406.404342:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458406.404346:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458406.404354:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000010975f1c. 00000100:00000001:2.0:1760458406.404361:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458406.404367:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006cdd60d4 x1845971106427392/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458406.404379:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458406.404382:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458406.404386:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006cdd60d4] to pc [ptlrpcd_rcv+-1] req@000000006cdd60d4 x1845971106427392/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458406.404414:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458406.404417:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:2.0:1760458406.404420:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6665) 00000100:00000001:1.0:1760458406.404463:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458406.404467:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458406.404470:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458406.404477:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006cdd60d4 x1845971106427392/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458406.404488:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458406.404490:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458406.404494:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458406.404497:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458406.404500:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006cdd60d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427392:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458406.404504:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458406.404509:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458406.404511:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458406.404515:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458406.404521:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000063605d8. 02000000:00000001:1.0:1760458406.404523:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458406.404529:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d5719e0. 00000400:00000010:1.0:1760458406.404534:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac449b08. 00000100:00000200:1.0:1760458406.404541:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106427392, portal 4 00000100:00000001:1.0:1760458406.404544:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458406.404546:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771174272 : -123359938377344 : ffff8fce06b18980) 00000100:00000040:1.0:1760458406.404552:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006cdd60d4 x1845971106427392/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458431 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458406.404560:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458406.404565:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458406.404568:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fc329627. 00000100:00000200:1.0:1760458406.404571:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106427392, offset 0 00000400:00000200:1.0:1760458406.404578:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458406.404593:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458406.404602:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458406.404606:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458406.404610:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458406.404615:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [452:452:256:4294967295] 192.168.203.106@tcp LPNI seq info [452:452:8:4294967295] 00000400:00000200:1.0:1760458406.404628:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458406.404635:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458406.404671:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000635a3d06 (tot 1763794). 00000800:00000200:1.0:1760458406.404681:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458406.404691:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458406.404696:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000635a3d06 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458406.404715:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458406.404718:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458406.404721:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458406.404724:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458406.404727:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458406.404733:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458406.404736:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458406.404739:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458406.404741:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458406.404744:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458406.404746:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458406.404933:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458406.404964:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000635a3d06 (tot 1763546). 00000400:00000200:0.0:1760458406.404983:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458406.404991:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458406.404996:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc329627 00000400:00000010:0.0:1760458406.404998:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fc329627. 00000100:00000001:0.0:1760458406.405002:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458406.405007:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006cdd60d4 x1845971106427392/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458431 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458406.405018:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458406.405020:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006cdd60d4 x1845971106427392/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458431 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458406.405029:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458406.405031:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458406.595770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458406.595776:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458406.595778:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458406.595783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458406.595788:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458406.595792:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458406.595795:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458406.595797:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458406.595800:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458407.299757:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458407.299762:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458407.299771:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458407.299773:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458407.299777:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458407.299779:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458407.299887:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458407.299892:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458407.299898:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458407.427768:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458407.427781:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458407.427784:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458407.427789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458407.427793:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458407.427798:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458407.427800:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458407.619774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458407.619780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458407.619782:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458407.619787:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458407.619792:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458407.619796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458407.619799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458407.619801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458407.619804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458408.323786:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458408.323794:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458408.323798:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458408.323801:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458408.323808:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458408.323811:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458408.323814:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458408.323817:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458408.323822:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458408.323824:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458408.323829:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458408.323831:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458408.323979:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458408.323985:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458408.323989:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458408.451775:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458408.451790:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458408.451794:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458408.451801:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458408.451805:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458408.451811:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458408.451816:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458408.643730:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458408.643735:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458408.643737:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458408.643741:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458408.643745:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458408.643748:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458408.643750:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458408.643752:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458408.643754:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458409.347787:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458409.347794:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458409.347801:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458409.347802:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458409.347807:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458409.347808:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458409.347961:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458409.347968:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458409.347974:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458409.475739:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458409.475752:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458409.475753:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458409.475758:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458409.475760:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458409.475764:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458409.475766:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458409.667761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458409.667769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458409.667771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458409.667777:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458409.667783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458409.667787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458409.667790:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458409.667793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458409.667796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458410.371783:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458410.371789:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458410.371797:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458410.371798:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458410.371804:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458410.371808:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458410.371811:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458410.371819:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458410.371822:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458410.371824:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458410.371827:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458410.371829:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458410.371832:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458410.371834:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458410.371942:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458410.371947:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458410.371950:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458410.499767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458410.499779:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458410.499781:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458410.499786:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458410.499789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458410.499793:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458410.499797:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458410.691757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458410.691762:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458410.691764:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458410.691770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458410.691775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458410.691779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458410.691783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458410.691785:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458410.691788:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458411.395766:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458411.395771:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458411.395778:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458411.395780:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458411.395783:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458411.395784:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458411.395904:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458411.395944:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458411.395948:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458411.523788:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458411.523803:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458411.523805:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458411.523811:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458411.523814:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458411.523819:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458411.523822:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458411.523869:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458411.523878:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458411.523882:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458411.523885:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458411.523888:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458411.523891:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458411.523893:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458411.523897:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458411.523903:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6670) 00000100:00000001:3.0:1760458411.715758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458411.715764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458411.715766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458411.715771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458411.715777:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458411.715780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458411.715783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458411.715786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458411.715789:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458412.419770:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458412.419776:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458412.419784:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458412.419787:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458412.419793:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458412.419794:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458412.419941:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458412.419946:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458412.419951:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458412.547755:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458412.547768:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458412.547770:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458412.547775:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458412.547778:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458412.547782:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458412.547784:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458412.739758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458412.739763:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458412.739765:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458412.739770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458412.739775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458412.739779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458412.739783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458412.739785:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458412.739788:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458413.443835:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458413.443840:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458413.443848:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458413.443851:0:172181:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458413.443854:0:172181:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458413.443860:0:172181:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458413.443863:0:172181:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458413.443865:0:172181:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458413.443868:0:172181:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458413.443871:0:172181:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458413.443873:0:172181:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458413.443876:0:172181:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458413.443879:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458413.443880:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458413.444004:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458413.444009:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458413.444014:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458413.571796:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458413.571816:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458413.571819:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458413.571827:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458413.571831:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458413.571837:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458413.571841:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458413.763756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458413.763762:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458413.763764:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458413.763769:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458413.763775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458413.763779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458413.763782:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458413.763785:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458413.763788:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458414.467760:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458414.467766:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458414.467773:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458414.467774:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458414.467778:0:172181:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458414.467781:0:172181:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458414.467883:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458414.467919:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458414.467924:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458414.595763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458414.595776:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458414.595779:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458414.595785:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458414.595788:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458414.595793:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458414.595796:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458414.787718:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458414.787724:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458414.787726:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458414.787732:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458414.787738:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458414.787742:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458414.787745:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458414.787748:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458414.787751:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458415.491802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458415.491808:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458415.491817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458415.491819:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458415.491823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458415.491824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458415.491962:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458415.491967:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458415.491972:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458415.619772:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458415.619779:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458415.619795:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458390/real 1760458390] req@000000009c824516 x1845971106427264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458415 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458415.619817:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458415.619819:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458415.619823:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aeb90437. 00000400:00000200:1.0:1760458415.619831:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068ea850d 00000400:00000010:1.0:1760458415.619833:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068ea850d. 00000100:00000001:1.0:1760458415.619839:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458415.619842:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c824516 x1845971106427264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458415 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458415.619852:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c824516 x1845971106427264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458415 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458415.619861:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458415.619863:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458415.619866:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458415.619869:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458415.619873:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c824516 x1845971106427264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458415 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458415.619907:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458415.619920:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458415.619922:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458415.619925:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458415.619928:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458415.619932:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458415.619937:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c824516 x1845971106427264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458415 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458415.619946:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458415.619949:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458415.619951:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458415.619953:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458415.619955:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458415.619958:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458415.619961:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458415.619994:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458415.619997:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458415.620002:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c824516 x1845971106427264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458415 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458415.620010:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c824516 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106427264:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760458415.620016:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458415.620019:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458415.620022:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000009c824516 x1845971106427264/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458415 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458415.620030:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458415.620033:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458415.620037:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000beab5f56. 02000000:00000001:1.0:1760458415.620043:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458415.620046:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458415.620048:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1760458415.620052:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458415.620054:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e0e5c22c. 02000000:00000001:1.0:1760458415.620060:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458415.620062:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458415.620064:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c824516. 00000100:00000001:1.0:1760458415.620068:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458415.620070:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458415.620072:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458415.620118:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458415.620128:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458415.620130:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760458415.620133:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458415.620135:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458415.620140:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458415.620145:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6644 00000100:00080000:0.0:1760458415.620149:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458415.620153:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458415.620156:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458415.620158:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458415.620161:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458415.620164:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458415.620166:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760458415.620169:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458415.620173:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458415.620175:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458415.620178:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458415.620181:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458415.620183:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458415.620185:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458415.620187:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458415.620190:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458415.620194:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458415.620198:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458415.620201:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458415.620204:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458415.620207:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458415.620210:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458415.620212:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458415.620222:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae005e9e. 00000020:00000040:0.0:1760458415.620226:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458415.620230:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458415.620232:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458415.620236:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458415.620240:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458415.620244:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458415.620254:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000ff9d220. 00000100:00000001:0.0:1760458415.620260:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458415.620267:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ae005e9e x1845971106427456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458415.620278:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458415.620280:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458415.620284:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ae005e9e] to pc [ptlrpcd_rcv+-1] req@00000000ae005e9e x1845971106427456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458415.620314:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458415.620316:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458415.620319:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458415.620323:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458415.620326:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458415.620329:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458415.620332:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458415.620335:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458415.620342:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6674) 00000100:00000001:1.0:1760458415.620361:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458415.620366:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458415.620369:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458415.620378:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae005e9e x1845971106427456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458415.620389:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458415.620391:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458415.620396:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458415.620398:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458415.620402:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae005e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106427456:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760458415.620406:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458415.620411:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458415.620414:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458415.620417:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458415.620423:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000beab5f56. 02000000:00000001:1.0:1760458415.620425:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458415.620430:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aeb90437. 00000400:00000010:1.0:1760458415.620434:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068ea850d. 00000100:00000200:1.0:1760458415.620441:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106427456, portal 25 00000100:00000001:1.0:1760458415.620444:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458415.620446:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762830592 : -123359946721024 : ffff8fce06323900) 00000100:00000040:1.0:1760458415.620451:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ae005e9e x1845971106427456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458440 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458415.620460:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458415.620463:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458415.620467:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c9af4b6. 00000100:00000200:1.0:1760458415.620470:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106427456, offset 0 00000400:00000200:1.0:1760458415.620478:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458415.620493:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458415.620502:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458415.620507:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458415.620511:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458415.620515:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [453:453:256:4294967295] 192.168.203.106@tcp LPNI seq info [453:453:8:4294967295] 00000400:00000200:1.0:1760458415.620528:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458415.620536:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458415.620542:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000143af643 (tot 1763794). 00000800:00000200:1.0:1760458415.620550:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458415.620559:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458415.620564:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000143af643 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458415.620586:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458415.620589:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458415.620592:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458415.620595:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458415.620597:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458415.620602:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458415.620604:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458415.620607:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458415.620609:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458415.620612:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458415.620615:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458415.620788:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458415.620794:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000143af643 (tot 1763546). 00000400:00000200:0.0:1760458415.620801:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458415.620808:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458415.620813:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c9af4b6 00000400:00000010:0.0:1760458415.620815:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c9af4b6. 00000100:00000001:0.0:1760458415.620819:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458415.620824:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae005e9e x1845971106427456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458440 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458415.620833:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458415.620836:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ae005e9e x1845971106427456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458440 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458415.620843:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458415.620845:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458415.811776:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458415.811785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458415.811788:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458415.811796:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458415.811802:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458415.811807:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458415.811811:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458415.811815:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458415.811819:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458416.515808:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458416.515816:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458416.515826:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458416.515828:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458416.515833:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458416.515834:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458416.515963:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458416.515968:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458416.515972:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458416.643802:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458416.643816:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458416.643819:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458416.643825:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458416.643828:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458416.643835:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458416.643838:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458416.835753:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458416.835758:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458416.835761:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458416.835765:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458416.835770:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458416.835774:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458416.835777:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458416.835779:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458416.835782:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458417.539795:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458417.539805:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458417.539815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458417.539817:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458417.539822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458417.539824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458417.539965:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458417.539970:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458417.539974:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458417.667778:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458417.667791:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458417.667795:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458417.667800:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458417.667803:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458417.667808:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458417.667810:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458417.859757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458417.859763:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458417.859766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458417.859771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458417.859777:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458417.859781:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458417.859784:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458417.859787:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458417.859791:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458418.563747:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458418.563754:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458418.563757:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458418.563760:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458418.563767:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458418.563770:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458418.563772:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458418.563775:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458418.563781:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458418.563782:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458418.563786:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458418.563787:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458418.563852:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458418.563855:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458418.563858:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458418.691760:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458418.691772:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458418.691775:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458418.691779:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458418.691782:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458418.691787:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458418.691790:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458418.883761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458418.883766:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458418.883768:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458418.883772:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458418.883777:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458418.883781:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458418.883784:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458418.883786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458418.883789:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458419.587792:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458419.587798:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458419.587805:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458419.587807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458419.587812:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458419.587814:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458419.587941:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458419.587946:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458419.587950:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458419.715782:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458419.715796:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458419.715798:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458419.715804:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458419.715807:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458419.715812:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458419.715815:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458419.907741:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458419.907746:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458419.907748:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458419.907751:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458419.907756:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458419.907759:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458419.907762:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458419.907764:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458419.907766:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458420.611795:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458420.611812:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458420.611822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458420.611824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458420.611828:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458420.611833:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458420.611836:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458420.611843:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458420.611890:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458420.611893:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458420.611898:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458420.611901:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458420.611904:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458420.611907:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458420.612020:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458420.612025:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458420.612029:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458420.739799:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458420.739810:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458420.739812:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458420.739817:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458420.739819:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458420.739823:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458420.739825:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458420.739913:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458420.739920:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458420.739923:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458420.739925:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458420.739927:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458420.739930:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458420.739931:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458420.739933:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458420.739938:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6679) 00000100:00000001:3.0:1760458420.931758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458420.931765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458420.931767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458420.931772:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458420.931779:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458420.931782:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458420.931785:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458420.931788:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458420.931791:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458421.635771:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458421.635790:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458421.635801:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458421.635803:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458421.635807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458421.635808:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458421.635941:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458421.635945:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458421.635949:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458421.763781:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458421.763794:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458421.763796:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458421.763802:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458421.763805:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458421.763810:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458421.763813:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458421.955756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458421.955762:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458421.955764:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458421.955769:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458421.955775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458421.955779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458421.955782:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458421.955784:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458421.955787:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458422.659809:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458422.659815:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458422.659825:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458422.659828:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458422.659858:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458422.659859:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458422.659992:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458422.659997:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458422.660002:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458422.787737:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458422.787751:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458422.787753:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458422.787759:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458422.787762:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458422.787767:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458422.787770:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458422.979795:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458422.979805:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458422.979807:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458422.979814:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458422.979821:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458422.979825:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458422.979848:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458422.979852:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458422.979856:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458423.683797:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458423.683805:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458423.683815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458423.683819:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458423.683823:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458423.683856:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458423.683859:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458423.683861:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458423.683865:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458423.683868:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458423.683871:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458423.683874:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458423.683879:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458423.683881:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458423.683981:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458423.683985:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458423.683989:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458423.811746:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458423.811775:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458423.811777:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458423.811783:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458423.811785:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458423.811789:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458423.811791:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458424.003795:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458424.003802:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458424.003805:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458424.003811:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458424.003818:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458424.003859:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458424.003866:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458424.003869:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458424.003874:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458424.707846:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458424.707853:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458424.707861:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458424.707862:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458424.707866:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458424.707868:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458424.707994:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458424.707999:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458424.708004:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458424.835765:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458424.835778:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458424.835780:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458424.835785:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458424.835788:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458424.835793:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458424.835796:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458425.027787:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458425.027795:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458425.027798:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458425.027804:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458425.027812:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458425.027863:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458425.027869:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458425.027872:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458425.027876:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458425.731803:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458425.731809:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458425.731846:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458425.731848:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458425.731852:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458425.731853:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458425.731977:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458425.731982:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458425.731986:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458425.859758:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458425.859772:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458425.859775:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458425.859780:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458425.859783:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458425.859788:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458425.859790:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458425.859881:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458425.859891:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458425.859894:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458425.859898:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458425.859901:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458425.859905:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458425.859908:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458425.859911:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458425.859916:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6685) 00000100:00000001:3.0:1760458426.051774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458426.051780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458426.051782:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458426.051788:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458426.051794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458426.051798:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458426.051801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458426.051804:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458426.051807:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458426.755870:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458426.755876:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458426.755883:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458426.755885:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458426.755889:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458426.755890:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458426.756006:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458426.756012:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458426.756017:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458426.883764:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458426.883770:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458426.883787:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458401/real 1760458401] req@00000000cc5fc9eb x1845971106427328/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458426 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458426.883835:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458426.883838:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458426.883842:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dd85dc3. 00000400:00000200:1.0:1760458426.883847:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fdedf09 00000400:00000010:1.0:1760458426.883850:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fdedf09. 00000100:00000001:1.0:1760458426.883855:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458426.883859:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cc5fc9eb x1845971106427328/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458426 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458426.883869:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cc5fc9eb x1845971106427328/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458426 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458426.883878:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458426.883880:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458426.883883:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458426.883887:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458426.883891:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cc5fc9eb x1845971106427328/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458426 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458426.883900:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458426.883911:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458426.883914:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458426.883918:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458426.883922:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458426.883926:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458426.883931:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc5fc9eb x1845971106427328/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458426 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458426.883940:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458426.883944:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458426.883946:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458426.883948:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458426.883951:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458426.883954:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458426.883957:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458426.883982:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458426.883985:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458426.883990:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc5fc9eb x1845971106427328/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458426 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458426.884000:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc5fc9eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427328:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458426.884005:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458426.884008:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458426.884010:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000cc5fc9eb x1845971106427328/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458426 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458426.884018:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458426.884021:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458426.884026:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458426.884031:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458426.884033:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458426.884035:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:1.0:1760458426.884039:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458426.884041:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e9201050. 02000000:00000001:1.0:1760458426.884045:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458426.884047:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458426.884049:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cc5fc9eb. 00000100:00000001:1.0:1760458426.884053:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458426.884055:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458426.884059:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458426.884099:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458426.884108:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458426.884112:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458426.884117:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458426.884119:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1760458426.884121:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458426.884124:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458426.884128:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458426.884133:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6655 00000100:00080000:2.0:1760458426.884137:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458426.884140:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458426.884144:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458426.884146:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458426.884149:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458426.884153:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458426.884155:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:2.0:1760458426.884158:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458426.884162:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:2.0:1760458426.884165:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:2.0:1760458426.884167:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:2.0:1760458426.884170:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458426.884172:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458426.884174:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458426.884176:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458426.884179:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:2.0:1760458426.884183:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458426.884186:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458426.884189:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458426.884197:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458426.884201:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458426.884203:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:2.0:1760458426.884207:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1760458426.884211:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458426.884213:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458426.884221:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001edca1f2. 00000020:00000040:2.0:1760458426.884224:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:2.0:1760458426.884229:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458426.884231:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458426.884235:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458426.884238:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458426.884242:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458426.884251:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000fce1bb49. 00000100:00000001:2.0:1760458426.884259:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458426.884266:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000001edca1f2 x1845971106427520/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458426.884277:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458426.884280:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458426.884283:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000001edca1f2] to pc [ptlrpcd_rcv+-1] req@000000001edca1f2 x1845971106427520/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458426.884314:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458426.884317:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:2.0:1760458426.884319:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458426.884323:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458426.884326:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458426.884329:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458426.884335:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6686) 00000100:00000001:1.0:1760458426.884360:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458426.884365:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458426.884367:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458426.884375:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000001edca1f2 x1845971106427520/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458426.884385:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458426.884387:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458426.884391:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458426.884394:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458426.884397:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000001edca1f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427520:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458426.884401:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458426.884405:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458426.884408:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458426.884411:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458426.884417:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458426.884419:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458426.884424:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dd85dc3. 00000400:00000010:1.0:1760458426.884428:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fdedf09. 00000100:00000200:1.0:1760458426.884435:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106427520, portal 10 00000100:00000001:1.0:1760458426.884438:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458426.884440:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771182784 : -123359938368832 : ffff8fce06b1aac0) 00000100:00000040:1.0:1760458426.884446:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000001edca1f2 x1845971106427520/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458451 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458426.884454:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458426.884459:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458426.884462:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bdab2d66. 00000100:00000200:1.0:1760458426.884465:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106427520, offset 0 00000400:00000200:1.0:1760458426.884472:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458426.884489:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458426.884498:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458426.884502:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458426.884506:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458426.884510:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [454:454:256:4294967295] 192.168.203.106@tcp LPNI seq info [454:454:8:4294967295] 00000400:00000200:1.0:1760458426.884523:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458426.884531:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458426.884537:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a5095e66 (tot 1763794). 00000800:00000200:1.0:1760458426.884545:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458426.884555:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458426.884560:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a5095e66 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458426.884581:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458426.884584:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458426.884587:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458426.884591:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458426.884593:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458426.884598:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458426.884599:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458426.884602:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458426.884603:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458426.884605:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458426.884606:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1760458426.884822:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1760458426.884832:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a5095e66 (tot 1763546). 00000400:00000200:3.0:1760458426.884841:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1760458426.884852:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1760458426.884857:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bdab2d66 00000400:00000010:3.0:1760458426.884861:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bdab2d66. 00000100:00000001:3.0:1760458426.884867:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1760458426.884873:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001edca1f2 x1845971106427520/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458451 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458426.884888:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458426.884893:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000001edca1f2 x1845971106427520/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458451 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458426.884906:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458426.884909:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458427.075774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458427.075781:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458427.075783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458427.075788:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458427.075794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458427.075798:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458427.075847:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458427.075850:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458427.075853:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458427.779752:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458427.779758:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458427.779766:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458427.779767:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458427.779772:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458427.779773:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458427.779867:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458427.779871:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458427.779874:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458427.907723:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458427.907733:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458427.907735:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458427.907739:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458427.907741:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458427.907745:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458427.907747:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458428.099786:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458428.099844:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458428.099848:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458428.099855:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458428.099863:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458428.099868:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458428.099872:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458428.099876:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458428.099880:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458428.803840:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458428.803850:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458428.803854:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458428.803858:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458428.803865:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458428.803867:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458428.803870:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458428.803873:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458428.803878:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458428.803880:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458428.803883:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458428.803885:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458428.804024:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458428.804029:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458428.804033:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458428.931752:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458428.931764:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458428.931767:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458428.931772:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458428.931786:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458428.931809:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458428.931812:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458429.123780:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458429.123808:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458429.123812:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458429.123820:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458429.123828:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458429.123833:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458429.123838:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458429.123841:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458429.123845:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458429.827842:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458429.827848:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458429.827855:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458429.827856:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458429.827859:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458429.827860:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458429.827928:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458429.827932:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458429.827936:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458429.955708:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458429.955720:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458429.955723:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458429.955729:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458429.955733:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458429.955738:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458429.955741:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458430.147765:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458430.147770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458430.147772:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458430.147776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458430.147819:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458430.147822:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458430.147826:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458430.147829:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458430.147832:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458430.851820:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458430.851826:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458430.851834:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458430.851835:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458430.851839:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458430.851843:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458430.851846:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458430.851853:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458430.851855:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458430.851857:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458430.851861:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458430.851863:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458430.851866:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458430.851868:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458430.852002:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458430.852007:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458430.852011:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458430.979770:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458430.979814:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458430.979817:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458430.979822:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458430.979825:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458430.979829:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458430.979833:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458431.171755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458431.171760:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458431.171762:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458431.171766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458431.171771:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458431.171811:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458431.171813:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458431.171816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458431.171818:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458431.875806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458431.875810:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458431.875815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458431.875816:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458431.875819:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458431.875820:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458431.875872:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458431.875875:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458431.875878:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458432.003803:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458432.003810:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458432.003827:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458406/real 1760458406] req@000000006cdd60d4 x1845971106427392/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458431 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458432.003849:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458432.003851:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458432.003855:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d5719e0. 00000400:00000200:1.0:1760458432.003864:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac449b08 00000400:00000010:1.0:1760458432.003867:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac449b08. 00000100:00000001:1.0:1760458432.003872:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458432.003876:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006cdd60d4 x1845971106427392/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458431 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458432.003888:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006cdd60d4 x1845971106427392/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458431 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1760458432.003891:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458432.003906:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00080000:3.0:1760458432.003907:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1760458432.003910:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1760458432.003915:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458432.003916:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458432.003919:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1760458432.003922:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:1.0:1760458432.003928:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006cdd60d4 x1845971106427392/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458431 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:3.0:1760458432.003929:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458432.003942:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458432.003949:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458432.003954:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1760458432.003956:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458432.003965:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6691) 00000100:00000001:1.0:1760458432.003967:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458432.003972:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458432.003977:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458432.003980:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458432.003984:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458432.003991:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006cdd60d4 x1845971106427392/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458431 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458432.004000:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458432.004004:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458432.004006:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458432.004007:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458432.004010:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458432.004012:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458432.004017:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458432.004042:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458432.004045:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458432.004049:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006cdd60d4 x1845971106427392/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458431 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458432.004059:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006cdd60d4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427392:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458432.004068:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458432.004071:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458432.004075:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006cdd60d4 x1845971106427392/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458431 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00080000:3.0:1760458432.004083:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458432.004085:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458432.004090:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1760458432.004091:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000010:1.0:1760458432.004096:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000063605d8. 00000100:00080000:3.0:1760458432.004097:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458432.004105:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:1.0:1760458432.004107:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1760458432.004109:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1760458432.004113:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:3.0:1760458432.004115:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000020:00000040:1.0:1760458432.004118:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000100:00080000:3.0:1760458432.004120:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1760458432.004124:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:3.0:1760458432.004128:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 02000000:00000010:1.0:1760458432.004129:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000010975f1c. 00000100:00080000:3.0:1760458432.004132:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 02000000:00000001:1.0:1760458432.004137:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:3.0:1760458432.004138:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 02000000:00000001:1.0:1760458432.004142:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1760458432.004143:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000010:1.0:1760458432.004146:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006cdd60d4. 00000100:00000001:3.0:1760458432.004150:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00000001:1.0:1760458432.004153:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458432.004157:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1760458432.004160:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6660 00000100:00000001:1.0:1760458432.004162:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458432.004166:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1760458432.004173:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458432.004177:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458432.004179:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458432.004182:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:3.0:1760458432.004187:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458432.004189:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:3.0:1760458432.004193:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1760458432.004197:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:3.0:1760458432.004200:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:3.0:1760458432.004202:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:3.0:1760458432.004206:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458432.004208:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458432.004210:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458432.004212:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458432.004214:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:3.0:1760458432.004218:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:3.0:1760458432.004222:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458432.004225:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458432.004232:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458432.004235:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458432.004238:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:3.0:1760458432.004242:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1760458432.004245:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458432.004247:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458432.004257:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000379fab42. 00000020:00000040:3.0:1760458432.004261:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:3.0:1760458432.004266:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458432.004268:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458432.004271:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458432.004275:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458432.004279:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458432.004287:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009c6e2fd9. 00000100:00000001:3.0:1760458432.004294:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458432.004301:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000379fab42 x1845971106427584/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458432.004312:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458432.004315:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458432.004319:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000379fab42] to pc [ptlrpcd_rcv+-1] req@00000000379fab42 x1845971106427584/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458432.004347:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458432.004350:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:3.0:1760458432.004353:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6691) 00000100:00000001:1.0:1760458432.004392:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458432.004396:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458432.004398:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458432.004405:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000379fab42 x1845971106427584/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458432.004415:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458432.004417:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458432.004422:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458432.004425:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458432.004428:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000379fab42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427584:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458432.004432:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458432.004436:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458432.004439:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458432.004442:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458432.004448:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000063605d8. 02000000:00000001:1.0:1760458432.004450:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458432.004455:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d5719e0. 00000400:00000010:1.0:1760458432.004460:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac449b08. 00000100:00000200:1.0:1760458432.004467:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106427584, portal 4 00000100:00000001:1.0:1760458432.004470:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458432.004472:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771147584 : -123359938404032 : ffff8fce06b12140) 00000100:00000040:1.0:1760458432.004479:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000379fab42 x1845971106427584/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458457 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458432.004487:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458432.004491:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458432.004494:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000032d19d24. 00000100:00000200:1.0:1760458432.004497:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106427584, offset 0 00000400:00000200:1.0:1760458432.004506:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458432.004521:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458432.004530:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458432.004535:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458432.004538:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458432.004543:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [455:455:256:4294967295] 192.168.203.106@tcp LPNI seq info [455:455:8:4294967295] 00000400:00000200:1.0:1760458432.004556:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458432.004563:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458432.004569:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d59aa930 (tot 1763794). 00000800:00000200:1.0:1760458432.004577:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458432.004587:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458432.004593:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d59aa930 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458432.004616:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458432.004619:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458432.004622:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458432.004625:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458432.004627:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458432.004632:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458432.004634:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458432.004636:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458432.004637:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458432.004639:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458432.004667:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458432.004861:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458432.004868:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d59aa930 (tot 1763546). 00000400:00000200:0.0:1760458432.004876:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458432.004884:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458432.004890:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000032d19d24 00000400:00000010:0.0:1760458432.004892:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000032d19d24. 00000100:00000001:0.0:1760458432.004897:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458432.004902:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000379fab42 x1845971106427584/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458457 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458432.004913:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458432.004916:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000379fab42 x1845971106427584/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458457 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458432.004924:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458432.004927:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458432.195811:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458432.195818:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458432.195820:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458432.195826:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458432.195832:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458432.195836:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458432.195839:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458432.195842:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458432.195846:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458432.899816:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458432.899823:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458432.899831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458432.899835:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458432.899838:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458432.899844:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458432.899847:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458432.899850:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458432.899853:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458432.899855:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458432.899858:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458432.899860:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458432.899863:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458432.899864:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458432.900002:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458432.900007:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458432.900011:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458433.027755:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458433.027798:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458433.027800:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458433.027818:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458433.027822:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458433.027826:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458433.027829:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458433.219806:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458433.219812:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458433.219815:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458433.219820:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458433.219826:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458433.219830:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458433.219833:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458433.219835:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458433.219838:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458433.923869:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458433.923875:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458433.923882:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458433.923884:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458433.923887:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458433.923889:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458433.924013:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458433.924018:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458433.924023:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458434.051826:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458434.051841:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458434.051845:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458434.051852:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458434.051855:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458434.051860:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458434.051863:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458434.243861:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458434.243867:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458434.243869:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458434.243874:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458434.243880:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458434.243883:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458434.243887:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458434.243889:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458434.243892:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458434.947883:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458434.947889:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458434.947898:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458434.947900:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458434.947903:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458434.947905:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458434.947996:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458434.948001:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458434.948005:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458435.075804:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458435.075819:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458435.075821:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458435.075828:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458435.075831:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458435.075835:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458435.075838:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458435.267820:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458435.267829:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458435.267832:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458435.267840:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458435.267847:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458435.267853:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458435.267856:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458435.267860:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458435.267864:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458435.971834:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458435.971840:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458435.971848:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458435.971849:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458435.971853:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458435.971855:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458435.971949:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458435.971956:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458435.971962:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458436.099829:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458436.099845:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458436.099848:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458436.099854:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458436.099858:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458436.099864:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458436.099868:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458436.291781:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458436.291790:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458436.291792:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458436.291797:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458436.291804:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458436.291808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458436.291811:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458436.291814:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458436.291817:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458436.995848:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458436.995855:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458436.995867:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458436.995870:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458436.995877:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458436.995879:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458436.995983:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458436.995987:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458436.995991:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458437.123883:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458437.123898:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458437.123901:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458437.123908:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458437.123912:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458437.123918:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458437.123921:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458437.123922:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458437.123932:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458437.123936:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458437.123940:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458437.123943:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458437.123948:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458437.123951:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458437.123955:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458437.123960:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6696) 00000100:00000001:3.0:1760458437.315818:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458437.315823:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458437.315824:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458437.315828:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458437.315833:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458437.315836:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458437.315838:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458437.315839:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458437.315842:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458438.019852:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458438.019860:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458438.019863:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458438.019866:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458438.019872:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458438.019874:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458438.019877:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458438.019880:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458438.019884:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458438.019886:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458438.019890:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458438.019891:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458438.019984:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458438.019989:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458438.019993:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458438.147805:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458438.147818:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458438.147821:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458438.147827:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458438.147841:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458438.147845:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458438.147848:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458438.339823:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458438.339829:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458438.339831:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458438.339836:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458438.339859:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458438.339862:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458438.339866:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458438.339868:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458438.339871:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458439.043789:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458439.043796:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458439.043803:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458439.043804:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458439.043808:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458439.043810:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458439.043913:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458439.043917:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458439.043920:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458439.171799:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458439.171812:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458439.171815:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458439.171821:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458439.171824:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458439.171840:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458439.171843:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458439.363807:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458439.363814:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458439.363815:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458439.363821:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458439.363827:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458439.363831:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458439.363834:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458439.363836:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458439.363839:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458440.067778:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458440.067783:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458440.067790:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458440.067791:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458440.067794:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458440.067795:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458440.067867:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458440.067871:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458440.067875:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458440.195796:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458440.195803:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458440.195818:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458415/real 1760458415] req@00000000ae005e9e x1845971106427456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458440 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458440.195840:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458440.195842:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458440.195845:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aeb90437. 00000400:00000200:1.0:1760458440.195853:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068ea850d 00000400:00000010:1.0:1760458440.195855:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068ea850d. 00000100:00000001:1.0:1760458440.195861:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458440.195864:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae005e9e x1845971106427456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458440 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458440.195874:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae005e9e x1845971106427456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458440 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458440.195883:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458440.195885:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458440.195888:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458440.195890:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458440.195894:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000ae005e9e x1845971106427456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458440 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458440.195902:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458440.195912:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458440.195914:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458440.195917:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458440.195921:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458440.195924:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458440.195928:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae005e9e x1845971106427456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458440 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458440.195935:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458440.195939:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458440.195941:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458440.195942:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458440.195944:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458440.195947:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458440.195950:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458440.195980:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458440.195984:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458440.195988:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae005e9e x1845971106427456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458440 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458440.195998:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae005e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106427456:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760458440.196003:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458440.196006:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458440.196009:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ae005e9e x1845971106427456/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458440 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458440.196016:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458440.196019:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458440.196023:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000beab5f56. 02000000:00000001:1.0:1760458440.196037:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458440.196039:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458440.196041:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1760458440.196045:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458440.196047:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000000ff9d220. 02000000:00000001:1.0:1760458440.196052:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458440.196054:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458440.196056:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae005e9e. 00000100:00000001:1.0:1760458440.196060:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458440.196062:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458440.196065:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458440.196103:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458440.196113:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458440.196115:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760458440.196118:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458440.196121:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458440.196125:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458440.196130:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6669 00000100:00080000:0.0:1760458440.196134:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458440.196138:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458440.196141:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458440.196145:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458440.196147:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458440.196151:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458440.196153:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760458440.196156:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458440.196159:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458440.196162:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458440.196165:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458440.196168:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458440.196170:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458440.196172:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458440.196174:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458440.196176:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458440.196180:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458440.196183:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458440.196186:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458440.196189:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458440.196193:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458440.196195:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458440.196197:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458440.196208:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007f95627d. 00000020:00000040:0.0:1760458440.196212:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458440.196217:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458440.196218:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458440.196222:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458440.196225:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458440.196230:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458440.196238:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c104535d. 00000100:00000001:0.0:1760458440.196245:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458440.196251:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007f95627d x1845971106427648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458440.196262:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458440.196264:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458440.196269:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007f95627d] to pc [ptlrpcd_rcv+-1] req@000000007f95627d x1845971106427648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458440.196299:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458440.196303:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458440.196306:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458440.196311:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458440.196314:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458440.196318:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458440.196322:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458440.196326:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458440.196334:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6699) 00000100:00000001:1.0:1760458440.196348:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458440.196353:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458440.196355:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458440.196366:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f95627d x1845971106427648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458440.196377:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458440.196380:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458440.196385:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458440.196388:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458440.196392:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f95627d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106427648:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760458440.196401:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458440.196405:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458440.196408:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458440.196411:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458440.196416:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000beab5f56. 02000000:00000001:1.0:1760458440.196419:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458440.196424:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aeb90437. 00000400:00000010:1.0:1760458440.196428:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068ea850d. 00000100:00000200:1.0:1760458440.196435:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106427648, portal 25 00000100:00000001:1.0:1760458440.196438:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458440.196440:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762828160 : -123359946723456 : ffff8fce06322f80) 00000100:00000040:1.0:1760458440.196445:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000007f95627d x1845971106427648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458465 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458440.196453:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458440.196457:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458440.196460:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000faecefe0. 00000100:00000200:1.0:1760458440.196463:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106427648, offset 0 00000400:00000200:1.0:1760458440.196471:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458440.196487:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458440.196496:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458440.196501:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458440.196504:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458440.196508:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [456:456:256:4294967295] 192.168.203.106@tcp LPNI seq info [456:456:8:4294967295] 00000400:00000200:1.0:1760458440.196522:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458440.196530:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458440.196535:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002bf16bfe (tot 1763794). 00000800:00000200:1.0:1760458440.196544:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458440.196554:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458440.196559:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002bf16bfe type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458440.196582:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458440.196585:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458440.196589:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458440.196592:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458440.196594:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458440.196599:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458440.196601:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458440.196604:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458440.196607:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458440.196610:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458440.196612:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458440.196803:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458440.196809:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002bf16bfe (tot 1763546). 00000400:00000200:0.0:1760458440.196815:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458440.196822:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458440.196827:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000faecefe0 00000400:00000010:0.0:1760458440.196829:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000faecefe0. 00000100:00000001:0.0:1760458440.196833:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458440.196837:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007f95627d x1845971106427648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458465 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458440.196847:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458440.196850:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007f95627d x1845971106427648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458465 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458440.196857:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458440.196859:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458440.387805:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458440.387813:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458440.387815:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458440.387821:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458440.387827:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458440.387831:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458440.387835:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458440.387838:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458440.387842:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458441.091818:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458441.091824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458441.091833:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458441.091834:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458441.091838:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458441.091841:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458441.091844:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458441.091851:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458441.091854:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458441.091856:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458441.091859:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458441.091862:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458441.091864:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458441.091867:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458441.091959:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458441.091964:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458441.091969:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458441.219760:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458441.219768:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458441.219770:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458441.219773:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458441.219775:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458441.219777:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458441.219779:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458441.411737:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458441.411742:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458441.411743:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458441.411746:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458441.411750:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458441.411753:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458441.411755:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458441.411756:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458441.411758:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458442.115814:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458442.115820:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458442.115830:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458442.115832:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458442.115837:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458442.115838:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458442.115965:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458442.115970:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458442.115975:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458442.243771:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458442.243784:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458442.243786:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458442.243803:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458442.243806:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458442.243811:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458442.243813:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458442.435791:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458442.435796:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458442.435798:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458442.435802:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458442.435807:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458442.435811:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458442.435814:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458442.435816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458442.435819:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458443.139855:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458443.139863:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458443.139871:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458443.139876:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458443.139880:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458443.139888:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458443.139891:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458443.139894:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458443.139899:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458443.139902:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458443.139906:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458443.139910:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458443.139915:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458443.139917:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458443.140060:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458443.140065:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458443.140069:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458443.267809:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458443.267822:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458443.267825:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458443.267829:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458443.267832:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458443.267837:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458443.267840:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458443.459781:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458443.459787:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458443.459789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458443.459793:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458443.459799:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458443.459804:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458443.459807:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458443.459810:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458443.459812:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458444.163824:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458444.163829:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458444.163835:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458444.163836:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458444.163840:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458444.163841:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458444.163977:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458444.163983:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458444.163988:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458444.291789:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458444.291806:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458444.291809:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458444.291817:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458444.291821:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458444.291828:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458444.291832:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458444.483787:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458444.483793:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458444.483795:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458444.483800:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458444.483805:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458444.483808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458444.483811:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458444.483814:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458444.483817:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458445.187826:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458445.187832:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458445.187840:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458445.187841:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458445.187845:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458445.187846:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458445.187930:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458445.187935:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458445.187940:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458445.315798:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458445.315812:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458445.315814:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458445.315822:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458445.315825:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458445.315830:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458445.315831:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458445.315836:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458445.315845:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458445.315851:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458445.315854:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458445.315857:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458445.315862:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458445.315865:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458445.315868:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458445.315875:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6704) 00000100:00000001:3.0:1760458445.507813:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458445.507821:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458445.507824:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458445.507831:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458445.507839:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458445.507844:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458445.507849:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458445.507852:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458445.507856:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458446.211808:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458446.211814:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458446.211822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458446.211824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458446.211828:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458446.211830:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458446.211968:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458446.211973:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458446.211978:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458446.339800:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458446.339818:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458446.339822:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458446.339831:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458446.339836:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458446.339842:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458446.339847:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458446.531774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458446.531779:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458446.531781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458446.531786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458446.531791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458446.531795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458446.531798:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458446.531800:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458446.531804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458447.235792:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458447.235798:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458447.235807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458447.235808:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458447.235814:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458447.235816:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458447.235879:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458447.235885:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458447.235889:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458447.363778:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458447.363794:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458447.363798:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458447.363804:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458447.363808:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458447.363814:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458447.363818:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458447.555775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458447.555780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458447.555782:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458447.555786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458447.555791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458447.555795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458447.555798:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458447.555800:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458447.555803:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458448.259800:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458448.259809:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458448.259812:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458448.259815:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458448.259822:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458448.259825:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458448.259827:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458448.259830:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458448.259834:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458448.259836:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458448.259839:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458448.259841:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458448.259974:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458448.259979:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458448.259984:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458448.387759:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458448.387772:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458448.387774:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458448.387778:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458448.387782:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458448.387786:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458448.387789:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458448.579759:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458448.579764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458448.579766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458448.579770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458448.579775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458448.579779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458448.579782:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458448.579784:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458448.579787:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458449.283795:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458449.283800:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458449.283807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458449.283810:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458449.283814:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458449.283816:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458449.283883:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458449.283888:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458449.283893:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458449.411760:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458449.411772:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458449.411774:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458449.411779:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458449.411782:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458449.411786:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458449.411789:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458449.603776:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458449.603781:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458449.603783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458449.603787:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458449.603792:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458449.603796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458449.603799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458449.603801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458449.603804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458450.307789:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458450.307795:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458450.307802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458450.307804:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458450.307807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458450.307809:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458450.307934:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458450.307940:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458450.307944:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458450.435786:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458450.435799:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458450.435801:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458450.435806:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458450.435809:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458450.435813:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458450.435816:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458450.435884:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458450.435893:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458450.435897:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458450.435900:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458450.435903:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458450.435907:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458450.435910:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458450.435913:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458450.435918:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6709) 00000100:00000001:3.0:1760458450.627757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458450.627762:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458450.627763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458450.627767:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458450.627771:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458450.627775:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458450.627777:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458450.627779:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458450.627782:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458451.331793:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458451.331797:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458451.331802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458451.331803:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458451.331806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458451.331808:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458451.331811:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458451.331816:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458451.331819:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458451.331820:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458451.331823:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458451.331825:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458451.331826:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458451.331828:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458451.331873:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458451.331877:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458451.331880:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458451.459779:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458451.459784:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458451.459800:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458426/real 1760458426] req@000000001edca1f2 x1845971106427520/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458451 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458451.459821:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458451.459823:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458451.459827:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dd85dc3. 00000400:00000200:1.0:1760458451.459833:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fdedf09 00000400:00000010:1.0:1760458451.459835:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fdedf09. 00000100:00000001:1.0:1760458451.459841:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458451.459844:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001edca1f2 x1845971106427520/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458451 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458451.459855:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001edca1f2 x1845971106427520/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458451 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458451.459863:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458451.459865:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458451.459869:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458451.459871:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458451.459875:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000001edca1f2 x1845971106427520/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458451 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458451.459882:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458451.459892:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458451.459894:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458451.459897:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458451.459900:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458451.459903:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458451.459907:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000001edca1f2 x1845971106427520/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458451 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458451.459915:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458451.459918:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458451.459920:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458451.459922:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458451.459924:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458451.459927:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458451.459930:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458451.459956:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458451.459959:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458451.459964:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000001edca1f2 x1845971106427520/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458451 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458451.459973:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000001edca1f2 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427520:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458451.459978:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458451.459981:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458451.459984:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000001edca1f2 x1845971106427520/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458451 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458451.459991:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458451.459994:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458451.459999:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458451.460004:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458451.460006:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458451.460008:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:1.0:1760458451.460011:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458451.460014:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000fce1bb49. 02000000:00000001:1.0:1760458451.460018:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458451.460020:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458451.460022:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001edca1f2. 00000100:00000001:1.0:1760458451.460026:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458451.460028:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458451.460031:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458451.460067:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458451.460077:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458451.460080:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458451.460084:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458451.460086:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1760458451.460089:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458451.460091:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458451.460096:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458451.460102:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6681 00000100:00080000:2.0:1760458451.460105:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458451.460109:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458451.460113:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458451.460116:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458451.460118:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458451.460121:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458451.460123:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:2.0:1760458451.460126:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458451.460130:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:2.0:1760458451.460133:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:2.0:1760458451.460135:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:2.0:1760458451.460138:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458451.460140:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458451.460142:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458451.460144:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458451.460148:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:2.0:1760458451.460152:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458451.460155:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458451.460158:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458451.460166:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458451.460169:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458451.460171:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:2.0:1760458451.460175:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1760458451.460179:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458451.460181:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458451.460190:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ce237f1d. 00000020:00000040:2.0:1760458451.460194:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:2.0:1760458451.460198:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458451.460200:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458451.460204:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458451.460207:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458451.460211:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458451.460219:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000093d40f1b. 00000100:00000001:2.0:1760458451.460226:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458451.460232:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ce237f1d x1845971106427712/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458451.460243:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458451.460246:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458451.460250:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ce237f1d] to pc [ptlrpcd_rcv+-1] req@00000000ce237f1d x1845971106427712/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458451.460277:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458451.460280:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:2.0:1760458451.460282:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458451.460285:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458451.460288:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458451.460292:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458451.460298:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6710) 00000100:00000001:1.0:1760458451.460378:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458451.460383:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458451.460386:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458451.460395:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ce237f1d x1845971106427712/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458451.460408:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458451.460410:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458451.460414:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458451.460418:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458451.460421:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ce237f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427712:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458451.460427:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458451.460431:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458451.460433:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458451.460436:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458451.460442:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458451.460444:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458451.460450:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dd85dc3. 00000400:00000010:1.0:1760458451.460456:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fdedf09. 00000100:00000200:1.0:1760458451.460463:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106427712, portal 10 00000100:00000001:1.0:1760458451.460466:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458451.460468:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771185216 : -123359938366400 : ffff8fce06b1b440) 00000100:00000040:1.0:1760458451.460475:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ce237f1d x1845971106427712/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458476 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458451.460484:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458451.460488:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458451.460491:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ee67ae1c. 00000100:00000200:1.0:1760458451.460493:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106427712, offset 0 00000400:00000200:1.0:1760458451.460502:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458451.460517:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458451.460527:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458451.460531:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458451.460535:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458451.460539:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [457:457:256:4294967295] 192.168.203.106@tcp LPNI seq info [457:457:8:4294967295] 00000400:00000200:1.0:1760458451.460552:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458451.460560:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458451.460565:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f11ff6ed (tot 1763794). 00000800:00000200:1.0:1760458451.460574:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458451.460584:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458451.460590:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f11ff6ed type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458451.460616:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458451.460618:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458451.460622:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458451.460626:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458451.460628:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458451.460634:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458451.460635:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458451.460638:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458451.460686:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458451.460688:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458451.460691:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1760458451.460821:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1760458451.460829:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f11ff6ed (tot 1763546). 00000400:00000200:3.0:1760458451.460836:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1760458451.460844:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1760458451.460850:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ee67ae1c 00000400:00000010:3.0:1760458451.460852:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ee67ae1c. 00000100:00000001:3.0:1760458451.460856:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1760458451.460861:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ce237f1d x1845971106427712/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458476 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458451.460871:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458451.460874:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ce237f1d x1845971106427712/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458476 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458451.460883:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458451.460885:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458451.651770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458451.651775:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458451.651778:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458451.651782:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458451.651786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458451.651789:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458451.651792:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458451.651793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458451.651796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458452.355780:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458452.355786:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458452.355792:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458452.355794:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458452.355799:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458452.355801:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458452.355920:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458452.355925:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458452.355929:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458452.483758:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458452.483770:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458452.483772:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458452.483777:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458452.483779:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458452.483783:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458452.483786:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458452.675725:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458452.675730:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458452.675732:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458452.675736:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458452.675742:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458452.675746:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458452.675748:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458452.675751:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458452.675753:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458453.379786:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458453.379791:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458453.379798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458453.379801:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458453.379804:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458453.379811:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458453.379814:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458453.379815:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458453.379819:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458453.379821:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458453.379823:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458453.379826:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458453.379829:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458453.379830:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458453.379895:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458453.379900:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458453.379905:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458453.507753:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458453.507764:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458453.507766:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458453.507771:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458453.507775:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458453.507779:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458453.507781:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458453.699753:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458453.699758:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458453.699760:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458453.699763:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458453.699768:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458453.699771:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458453.699773:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458453.699775:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458453.699778:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458454.403764:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458454.403771:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458454.403779:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458454.403781:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458454.403787:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458454.403790:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458454.403913:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458454.403918:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458454.403923:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458454.531757:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458454.531769:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458454.531771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458454.531776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458454.531778:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458454.531783:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458454.531786:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458454.723759:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458454.723764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458454.723765:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458454.723769:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458454.723775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458454.723778:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458454.723781:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458454.723783:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458454.723786:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458455.427785:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458455.427790:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458455.427797:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458455.427799:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458455.427803:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458455.427804:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458455.427868:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458455.427873:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458455.427878:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458455.555749:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458455.555763:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458455.555767:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458455.555773:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458455.555777:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458455.555781:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458455.555785:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458455.747774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458455.747781:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458455.747783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458455.747788:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458455.747793:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458455.747797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458455.747800:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458455.747803:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458455.747806:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458456.451728:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458456.451733:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458456.451739:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458456.451741:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458456.451746:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458456.451748:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458456.451845:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458456.451849:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458456.451852:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458456.579772:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458456.579787:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458456.579790:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458456.579797:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458456.579801:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458456.579807:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458456.579811:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458456.579859:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458456.579868:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458456.579872:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458456.579875:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458456.579878:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458456.579881:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458456.579883:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458456.579886:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458456.579892:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6715) 00000100:00000001:3.0:1760458456.771772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458456.771777:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458456.771779:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458456.771782:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458456.771788:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458456.771791:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458456.771794:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458456.771796:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458456.771799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458457.475802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458457.475810:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458457.475822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458457.475824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458457.475830:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458457.475833:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458457.475903:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458457.475908:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458457.475913:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458457.603749:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458457.603755:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458457.603771:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458432/real 1760458432] req@00000000379fab42 x1845971106427584/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458457 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458457.603793:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458457.603796:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458457.603799:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d5719e0. 00000400:00000200:1.0:1760458457.603806:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac449b08 00000400:00000010:1.0:1760458457.603809:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac449b08. 00000100:00000001:1.0:1760458457.603814:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458457.603818:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000379fab42 x1845971106427584/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458457 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458457.603829:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000379fab42 x1845971106427584/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458457 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458457.603837:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458457.603839:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458457.603842:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458457.603844:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458457.603848:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000379fab42 x1845971106427584/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458457 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458457.603855:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458457.603865:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458457.603867:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458457.603870:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458457.603873:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458457.603877:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458457.603881:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000379fab42 x1845971106427584/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458457 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458457.603889:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458457.603893:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458457.603896:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458457.603898:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458457.603900:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458457.603903:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458457.603907:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458457.603938:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458457.603942:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458457.603946:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000379fab42 x1845971106427584/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458457 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458457.603955:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000379fab42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427584:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458457.603961:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458457.603964:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458457.603967:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000379fab42 x1845971106427584/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458457 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458457.603974:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458457.603978:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458457.603983:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000063605d8. 02000000:00000001:1.0:1760458457.603990:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458457.603993:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458457.603995:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:1.0:1760458457.603998:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458457.604001:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000009c6e2fd9. 02000000:00000001:1.0:1760458457.604007:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458457.604009:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458457.604011:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000379fab42. 00000100:00000001:1.0:1760458457.604016:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458457.604018:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1760458457.604021:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458457.604022:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458457.604034:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458457.604040:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458457.604046:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458457.604051:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458457.604059:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458457.604064:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458457.604072:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458457.604075:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:2.0:1760458457.604079:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458457.604082:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458457.604089:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458457.604096:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6686 00000100:00080000:2.0:1760458457.604101:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458457.604107:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458457.604112:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458457.604116:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458457.604120:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458457.604126:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458457.604129:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:2.0:1760458457.604134:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458457.604140:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:2.0:1760458457.604145:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:2.0:1760458457.604149:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:2.0:1760458457.604155:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458457.604158:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458457.604161:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458457.604164:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458457.604169:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:2.0:1760458457.604174:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458457.604178:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458457.604183:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458457.604192:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458457.604197:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458457.604201:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:2.0:1760458457.604206:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1760458457.604212:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458457.604215:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458457.604227:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000080b78486. 00000020:00000040:2.0:1760458457.604233:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:2.0:1760458457.604239:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458457.604242:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458457.604247:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458457.604252:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458457.604257:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458457.604269:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000029487153. 00000100:00000001:2.0:1760458457.604279:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458457.604290:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000080b78486 x1845971106427776/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458457.604306:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458457.604310:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458457.604316:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000080b78486] to pc [ptlrpcd_rcv+-1] req@0000000080b78486 x1845971106427776/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458457.604367:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458457.604372:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:2.0:1760458457.604379:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6716) 00000100:00000001:1.0:1760458457.604458:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458457.604463:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458457.604465:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458457.604474:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000080b78486 x1845971106427776/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458457.604495:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458457.604497:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458457.604502:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458457.604505:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458457.604508:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000080b78486 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427776:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458457.604513:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458457.604517:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458457.604520:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458457.604523:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458457.604529:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000063605d8. 02000000:00000001:1.0:1760458457.604532:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458457.604538:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d5719e0. 00000400:00000010:1.0:1760458457.604544:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac449b08. 00000100:00000200:1.0:1760458457.604555:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106427776, portal 4 00000100:00000001:1.0:1760458457.604560:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458457.604563:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771197376 : -123359938354240 : ffff8fce06b1e3c0) 00000100:00000040:1.0:1760458457.604575:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000080b78486 x1845971106427776/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458482 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458457.604589:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458457.604596:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458457.604624:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003e3d9892. 00000100:00000200:1.0:1760458457.604630:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106427776, offset 0 00000400:00000200:1.0:1760458457.604681:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458457.604701:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458457.604713:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458457.604718:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458457.604723:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458457.604728:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [458:458:256:4294967295] 192.168.203.106@tcp LPNI seq info [458:458:8:4294967295] 00000400:00000200:1.0:1760458457.604747:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458457.604758:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458457.604766:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073996896 (tot 1763794). 00000800:00000200:1.0:1760458457.604778:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458457.604791:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458457.604797:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073996896 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458457.604828:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458457.604832:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458457.604837:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458457.604842:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458457.604845:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458457.604853:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458457.604855:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458457.604859:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458457.604861:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458457.604862:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458457.604864:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458457.605050:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458457.605058:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073996896 (tot 1763546). 00000400:00000200:0.0:1760458457.605066:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458457.605075:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458457.605080:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003e3d9892 00000400:00000010:0.0:1760458457.605083:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003e3d9892. 00000100:00000001:0.0:1760458457.605087:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458457.605092:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000080b78486 x1845971106427776/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458482 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458457.605102:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458457.605105:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000080b78486 x1845971106427776/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458482 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458457.605114:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458457.605116:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458457.795764:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458457.795770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458457.795771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458457.795776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458457.795782:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458457.795786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458457.795788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458457.795791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458457.795794:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458458.499818:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458458.499829:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458458.499834:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458458.499839:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458458.499848:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458458.499852:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458458.499856:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458458.499860:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458458.499868:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458458.499871:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458458.499877:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458458.499879:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458458.500013:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458458.500018:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458458.500022:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458458.627758:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458458.627771:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458458.627773:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458458.627779:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458458.627782:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458458.627786:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458458.627789:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458458.819777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458458.819784:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458458.819786:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458458.819792:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458458.819797:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458458.819801:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458458.819804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458458.819807:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458458.819809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458459.523767:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458459.523773:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458459.523782:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458459.523785:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458459.523791:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458459.523793:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458459.523832:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458459.523838:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458459.523843:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458459.651777:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458459.651791:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458459.651793:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458459.651800:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458459.651803:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458459.651807:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458459.651810:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458459.843801:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458459.843807:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458459.843809:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458459.843814:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458459.843820:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458459.843824:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458459.843827:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458459.843830:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458459.843833:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458460.547807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458460.547813:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458460.547823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458460.547825:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458460.547830:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458460.547831:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458460.547927:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458460.547932:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458460.547937:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458460.675763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458460.675776:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458460.675778:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458460.675785:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458460.675789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458460.675794:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458460.675797:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458460.867764:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458460.867770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458460.867772:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458460.867778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458460.867784:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458460.867788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458460.867792:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458460.867794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458460.867797:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458461.571769:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458461.571774:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458461.571781:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458461.571783:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458461.571786:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458461.571789:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458461.571791:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458461.571797:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458461.571800:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458461.571801:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458461.571804:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458461.571807:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458461.571809:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458461.571811:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458461.571863:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458461.571867:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458461.571871:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458461.699758:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458461.699770:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458461.699772:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458461.699776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458461.699780:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458461.699784:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458461.699787:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458461.891739:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458461.891745:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458461.891747:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458461.891752:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458461.891758:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458461.891761:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458461.891764:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458461.891767:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458461.891769:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458462.595783:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458462.595789:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458462.595797:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458462.595800:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458462.595806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458462.595808:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458462.595935:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458462.595940:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458462.595945:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458462.723770:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458462.723785:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458462.723788:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458462.723794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458462.723798:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458462.723805:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458462.723809:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458462.723878:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458462.723890:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458462.723895:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458462.723900:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458462.723904:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458462.723909:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458462.723913:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458462.723918:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458462.723927:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6721) 00000100:00000001:3.0:1760458462.915757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458462.915763:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458462.915766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458462.915771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458462.915776:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458462.915780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458462.915783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458462.915786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458462.915789:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458463.619791:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458463.619798:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458463.619808:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458463.619812:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458463.619815:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458463.619821:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458463.619823:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458463.619825:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458463.619829:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458463.619831:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458463.619834:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458463.619836:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458463.619840:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458463.619841:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458463.619908:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458463.619913:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458463.619918:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458463.747749:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458463.747762:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458463.747764:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458463.747769:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458463.747772:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458463.747776:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458463.747779:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458463.939770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458463.939775:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458463.939776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458463.939780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458463.939787:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458463.939790:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458463.939793:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458463.939795:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458463.939798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458464.643780:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458464.643784:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458464.643791:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458464.643794:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458464.643798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458464.643800:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458464.643924:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458464.643929:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458464.643933:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458464.771757:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458464.771764:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458464.771766:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458464.771770:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458464.771772:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458464.771775:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458464.771777:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458464.963755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458464.963760:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458464.963762:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458464.963766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458464.963769:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458464.963772:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458464.963774:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458464.963776:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458464.963778:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458465.667782:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458465.667788:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458465.667795:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458465.667797:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458465.667802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458465.667804:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458465.667931:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458465.667936:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458465.667940:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458465.795755:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458465.795761:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458465.795775:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458440/real 1760458440] req@000000007f95627d x1845971106427648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458465 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458465.795796:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458465.795798:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458465.795802:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aeb90437. 00000400:00000200:1.0:1760458465.795809:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068ea850d 00000400:00000010:1.0:1760458465.795812:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068ea850d. 00000100:00000001:1.0:1760458465.795817:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458465.795820:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007f95627d x1845971106427648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458465 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458465.795830:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007f95627d x1845971106427648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458465 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458465.795839:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458465.795841:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458465.795844:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458465.795847:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458465.795850:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007f95627d x1845971106427648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458465 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458465.795858:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458465.795867:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458465.795869:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458465.795872:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458465.795875:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458465.795878:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458465.795882:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f95627d x1845971106427648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458465 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458465.795890:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458465.795893:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458465.795895:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458465.795897:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458465.795900:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458465.795903:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458465.795907:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458465.795933:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458465.795936:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458465.795941:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f95627d x1845971106427648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458465 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458465.795951:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f95627d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106427648:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760458465.795956:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458465.795960:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458465.795963:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007f95627d x1845971106427648/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458465 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458465.795970:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458465.795973:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458465.795977:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000beab5f56. 02000000:00000001:1.0:1760458465.795982:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458465.795984:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458465.795986:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1760458465.795989:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458465.795991:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000c104535d. 02000000:00000001:1.0:1760458465.795996:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458465.795997:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458465.795999:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007f95627d. 00000100:00000001:1.0:1760458465.796004:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458465.796006:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458465.796008:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458465.796053:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458465.796063:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458465.796065:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760458465.796068:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458465.796071:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458465.796076:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458465.796082:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6694 00000100:00080000:0.0:1760458465.796086:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458465.796089:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458465.796093:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458465.796096:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458465.796098:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458465.796102:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458465.796104:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760458465.796107:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458465.796111:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458465.796113:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458465.796116:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458465.796120:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458465.796122:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458465.796124:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458465.796126:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458465.796129:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458465.796133:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458465.796135:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458465.796138:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458465.796141:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458465.796144:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458465.796147:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458465.796149:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458465.796158:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007f95627d. 00000020:00000040:0.0:1760458465.796162:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458465.796166:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458465.796168:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458465.796172:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458465.796175:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458465.796179:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458465.796189:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d110c3b1. 00000100:00000001:0.0:1760458465.796196:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458465.796203:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007f95627d x1845971106427840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458465.796214:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458465.796217:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458465.796220:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007f95627d] to pc [ptlrpcd_rcv+-1] req@000000007f95627d x1845971106427840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458465.796250:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458465.796253:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458465.796255:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458465.796259:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458465.796262:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458465.796266:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458465.796270:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458465.796273:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458465.796280:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6724) 00000100:00000001:1.0:1760458465.796295:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458465.796300:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458465.796303:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458465.796311:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007f95627d x1845971106427840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458465.796322:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458465.796325:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458465.796329:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458465.796333:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458465.796337:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007f95627d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106427840:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760458465.796342:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458465.796346:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458465.796349:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458465.796352:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458465.796357:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000beab5f56. 02000000:00000001:1.0:1760458465.796360:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458465.796365:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aeb90437. 00000400:00000010:1.0:1760458465.796369:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068ea850d. 00000100:00000200:1.0:1760458465.796376:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106427840, portal 25 00000100:00000001:1.0:1760458465.796379:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458465.796381:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762828160 : -123359946723456 : ffff8fce06322f80) 00000100:00000040:1.0:1760458465.796386:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000007f95627d x1845971106427840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458490 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458465.796394:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458465.796398:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458465.796401:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000e6c6fe3. 00000100:00000200:1.0:1760458465.796404:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106427840, offset 0 00000400:00000200:1.0:1760458465.796412:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458465.796427:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458465.796436:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458465.796440:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458465.796444:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458465.796448:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [459:459:256:4294967295] 192.168.203.106@tcp LPNI seq info [459:459:8:4294967295] 00000400:00000200:1.0:1760458465.796462:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458465.796469:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458465.796475:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e255c780 (tot 1763794). 00000800:00000200:1.0:1760458465.796483:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458465.796494:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458465.796499:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e255c780 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458465.796522:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458465.796525:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458465.796528:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458465.796531:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458465.796533:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458465.796537:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458465.796540:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458465.796567:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458465.796569:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458465.796571:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458465.796574:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458465.796734:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458465.796740:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e255c780 (tot 1763546). 00000400:00000200:0.0:1760458465.796746:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458465.796754:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458465.796759:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000e6c6fe3 00000400:00000010:0.0:1760458465.796761:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000e6c6fe3. 00000100:00000001:0.0:1760458465.796765:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458465.796769:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007f95627d x1845971106427840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458490 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458465.796779:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458465.796781:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007f95627d x1845971106427840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458490 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458465.796789:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458465.796792:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458465.987759:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458465.987764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458465.987766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458465.987770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458465.987773:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458465.987777:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458465.987779:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458465.987781:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458465.987784:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458466.691781:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458466.691786:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458466.691795:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458466.691798:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458466.691804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458466.691806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458466.691927:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458466.691932:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458466.691936:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458466.819732:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458466.819743:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458466.819745:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458466.819750:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458466.819752:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458466.819756:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458466.819759:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458467.011764:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458467.011769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458467.011770:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458467.011774:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458467.011779:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458467.011782:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458467.011785:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458467.011787:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458467.011790:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458467.715817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458467.715821:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458467.715826:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458467.715827:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458467.715831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458467.715832:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458467.715957:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458467.715961:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458467.715965:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458467.843793:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458467.843802:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458467.843804:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458467.843810:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458467.843812:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458467.843816:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458467.843818:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458468.035779:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458468.035784:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458468.035785:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458468.035789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458468.035793:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458468.035795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458468.035797:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458468.035799:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458468.035801:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458468.739763:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458468.739771:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458468.739775:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458468.739778:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458468.739785:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458468.739789:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458468.739792:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458468.739795:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458468.739802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458468.739804:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458468.739810:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458468.739811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458468.739931:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458468.739936:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458468.739941:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458468.867801:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458468.867814:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458468.867816:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458468.867821:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458468.867824:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458468.867830:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458468.867833:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458469.059799:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458469.059804:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458469.059806:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458469.059810:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458469.059816:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458469.059820:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458469.059823:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458469.059826:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458469.059829:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458469.763785:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458469.763790:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458469.763797:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458469.763799:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458469.763802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458469.763804:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458469.763935:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458469.763939:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458469.763944:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458469.891759:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458469.891769:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458469.891771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458469.891775:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458469.891777:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458469.891780:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458469.891782:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458470.083760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458470.083764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458470.083766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458470.083770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458470.083773:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458470.083776:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458470.083778:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458470.083780:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458470.083783:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458470.787773:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458470.787777:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458470.787783:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458470.787785:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458470.787790:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458470.787792:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458470.787919:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458470.787923:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458470.787927:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760458470.915768:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458470.915775:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1760458470.915778:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458470.915783:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458470.915784:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458470.915789:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458470.915790:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458470.915799:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458470.915799:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458470.915803:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458470.915807:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:1.0:1760458470.915810:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458470.915813:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458470.915815:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458470.915825:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458470.915831:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6730) 00000100:00000001:3.0:1760458471.107755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458471.107761:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458471.107763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458471.107768:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458471.107774:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458471.107777:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458471.107780:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458471.107782:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458471.107785:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458471.811796:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458471.811804:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458471.811814:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458471.811816:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458471.811823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458471.811828:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458471.811832:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458471.811840:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458471.811843:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458471.811846:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458471.811850:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458471.811854:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458471.811857:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458471.811861:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458471.811989:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458471.811994:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458471.811998:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458471.939778:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458471.939792:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458471.939794:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458471.939800:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458471.939803:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458471.939808:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458471.939810:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458472.131756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458472.131761:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458472.131763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458472.131768:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458472.131775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458472.131779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458472.131782:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458472.131785:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458472.131788:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458472.835772:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458472.835778:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458472.835785:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458472.835789:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458472.835791:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458472.835797:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458472.835800:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458472.835801:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458472.835805:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458472.835807:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458472.835809:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458472.835811:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458472.835814:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458472.835815:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458472.835897:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458472.835902:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458472.835906:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458472.963750:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458472.963766:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458472.963769:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458472.963776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458472.963780:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458472.963785:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458472.963788:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458473.155755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458473.155760:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458473.155762:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458473.155767:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458473.155772:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458473.155776:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458473.155780:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458473.155782:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458473.155785:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458473.859730:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458473.859739:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458473.859750:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458473.859753:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458473.859759:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458473.859762:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458473.859881:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458473.859887:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458473.859893:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458473.987739:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458473.987751:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458473.987753:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458473.987758:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458473.987762:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458473.987766:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458473.987769:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458474.179758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458474.179762:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458474.179764:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458474.179768:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458474.179774:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458474.179778:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458474.179781:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458474.179783:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458474.179786:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458474.883790:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458474.883797:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458474.883804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458474.883806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458474.883809:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458474.883810:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458474.883941:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458474.883946:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458474.883951:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458475.011719:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458475.011728:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458475.011729:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458475.011734:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458475.011736:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458475.011739:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458475.011741:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458475.203753:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458475.203759:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458475.203761:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458475.203766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458475.203771:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458475.203775:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458475.203778:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458475.203781:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458475.203784:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458475.907785:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458475.907791:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458475.907798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458475.907801:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458475.907805:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458475.907806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458475.907938:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458475.907943:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458475.907948:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458476.035824:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458476.035830:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1760458476.035839:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:1.0:1760458476.035847:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458451/real 1760458451] req@00000000ce237f1d x1845971106427712/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458476 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1760458476.035851:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458476.035857:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458476.035869:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458476.035877:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458476.035886:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458476.035888:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000400:00000001:1.0:1760458476.035891:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000100:00080000:0.0:1760458476.035892:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000400:00000001:1.0:1760458476.035896:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000100:00000040:0.0:1760458476.035901:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6735) 00000400:00000010:1.0:1760458476.035902:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dd85dc3. 00000400:00000200:1.0:1760458476.035913:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fdedf09 00000400:00000010:1.0:1760458476.035916:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fdedf09. 00000100:00000001:1.0:1760458476.035923:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458476.035929:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ce237f1d x1845971106427712/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458476 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458476.035948:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ce237f1d x1845971106427712/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458476 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458476.035958:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458476.035961:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458476.035964:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458476.035966:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458476.035970:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000ce237f1d x1845971106427712/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458476 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458476.035977:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458476.035987:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458476.035988:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458476.035991:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458476.035994:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458476.035998:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458476.036002:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ce237f1d x1845971106427712/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458476 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458476.036010:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458476.036014:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458476.036015:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458476.036017:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458476.036019:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458476.036022:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458476.036026:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458476.036051:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458476.036055:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458476.036059:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ce237f1d x1845971106427712/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458476 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458476.036068:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ce237f1d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427712:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458476.036075:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458476.036080:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458476.036084:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ce237f1d x1845971106427712/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458476 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458476.036094:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1760458476.036095:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1760458476.036098:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1760458476.036103:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000010:1.0:1760458476.036104:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a5369a9. 00000100:00080000:0.0:1760458476.036109:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1760458476.036114:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1760458476.036118:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000020:00000001:1.0:1760458476.036119:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:0.0:1760458476.036122:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000020:00000040:1.0:1760458476.036123:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000100:00000001:0.0:1760458476.036128:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:1.0:1760458476.036131:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00080000:0.0:1760458476.036132:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:1.0:1760458476.036136:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000093d40f1b. 00000100:00000001:0.0:1760458476.036140:0:56038:0:(import.c:519:import_select_connection()) Process entered 02000000:00000001:1.0:1760458476.036145:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:0.0:1760458476.036150:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6705 02000000:00000001:1.0:1760458476.036151:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458476.036154:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ce237f1d. 00000100:00080000:0.0:1760458476.036157:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1760458476.036161:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458476.036164:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760458476.036166:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458476.036168:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458476.036173:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458476.036180:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458476.036183:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458476.036188:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458476.036190:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760458476.036194:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458476.036197:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760458476.036201:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760458476.036204:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760458476.036208:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458476.036210:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458476.036212:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458476.036214:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458476.036217:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760458476.036220:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458476.036223:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458476.036226:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458476.036233:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458476.036236:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458476.036238:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458476.036243:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458476.036246:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458476.036249:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458476.036258:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ae005e9e. 00000020:00000040:0.0:1760458476.036262:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760458476.036267:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458476.036269:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458476.036272:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458476.036276:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458476.036281:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458476.036289:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000cf26fa4a. 00000100:00000001:0.0:1760458476.036296:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458476.036303:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ae005e9e x1845971106427904/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458476.036315:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458476.036317:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458476.036322:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ae005e9e] to pc [ptlrpcd_rcv+-1] req@00000000ae005e9e x1845971106427904/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458476.036349:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458476.036352:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458476.036354:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458476.036357:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458476.036360:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458476.036363:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458476.036367:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6735) 00000100:00000001:1.0:1760458476.036400:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458476.036404:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458476.036406:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458476.036414:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ae005e9e x1845971106427904/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458476.036425:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458476.036427:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458476.036431:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458476.036434:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458476.036437:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ae005e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427904:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458476.036442:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458476.036446:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458476.036449:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458476.036452:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458476.036457:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458476.036459:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458476.036464:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dd85dc3. 00000400:00000010:1.0:1760458476.036469:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fdedf09. 00000100:00000200:1.0:1760458476.036503:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106427904, portal 10 00000100:00000001:1.0:1760458476.036508:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458476.036509:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762830592 : -123359946721024 : ffff8fce06323900) 00000100:00000040:1.0:1760458476.036516:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ae005e9e x1845971106427904/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458501 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458476.036525:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458476.036529:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458476.036532:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000344a7b0. 00000100:00000200:1.0:1760458476.036535:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106427904, offset 0 00000400:00000200:1.0:1760458476.036543:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458476.036559:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458476.036568:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458476.036572:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458476.036576:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458476.036581:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [460:460:256:4294967295] 192.168.203.106@tcp LPNI seq info [460:460:8:4294967295] 00000400:00000200:1.0:1760458476.036594:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458476.036602:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458476.036608:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cfe28c5a (tot 1763794). 00000800:00000200:1.0:1760458476.036616:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458476.036626:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458476.036632:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cfe28c5a type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458476.036679:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458476.036682:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458476.036685:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458476.036689:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458476.036691:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458476.036696:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458476.036697:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458476.036699:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458476.036701:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458476.036702:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458476.036704:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1760458476.036874:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1760458476.036883:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cfe28c5a (tot 1763546). 00000400:00000200:3.0:1760458476.036893:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1760458476.036904:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1760458476.036910:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000344a7b0 00000400:00000010:3.0:1760458476.036913:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000344a7b0. 00000100:00000001:3.0:1760458476.036918:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1760458476.036924:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ae005e9e x1845971106427904/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458501 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458476.036939:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458476.036943:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ae005e9e x1845971106427904/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458501 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458476.036955:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458476.036958:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458476.227755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458476.227760:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458476.227762:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458476.227766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458476.227769:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458476.227772:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458476.227774:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458476.227776:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458476.227779:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458476.931815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458476.931821:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458476.931829:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458476.931831:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458476.931836:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458476.931837:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458476.931970:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458476.931976:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458476.931981:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458477.059763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458477.059776:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458477.059778:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458477.059783:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458477.059786:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458477.059791:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458477.059794:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458477.251767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458477.251773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458477.251775:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458477.251780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458477.251786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458477.251789:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458477.251792:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458477.251795:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458477.251798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458477.955790:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458477.955800:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458477.955805:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458477.955809:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458477.955818:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458477.955821:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458477.955825:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458477.955828:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458477.955835:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458477.955837:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458477.955842:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458477.955844:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458477.955951:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458477.955958:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458477.955963:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458478.083780:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458478.083798:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458478.083802:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458478.083811:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458478.083816:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458478.083822:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458478.083825:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458478.275723:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458478.275729:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458478.275732:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458478.275736:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458478.275743:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458478.275746:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458478.275750:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458478.275752:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458478.275755:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458478.979811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458478.979817:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458478.979826:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458478.979827:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458478.979831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458478.979833:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458478.979957:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458478.979962:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458478.979966:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458479.107755:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458479.107766:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458479.107768:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458479.107773:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458479.107776:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458479.107781:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458479.107784:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458479.299772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458479.299779:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458479.299781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458479.299786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458479.299793:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458479.299797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458479.299800:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458479.299802:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458479.299805:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458480.003792:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458480.003798:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458480.003806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458480.003808:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458480.003811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458480.003813:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458480.003893:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458480.003899:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458480.003903:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458480.131777:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458480.131792:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458480.131794:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458480.131801:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458480.131805:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458480.131810:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458480.131813:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458480.323737:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458480.323744:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458480.323746:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458480.323752:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458480.323758:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458480.323761:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458480.323764:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458480.323767:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458480.323770:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458481.027793:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458481.027799:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458481.027806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458481.027807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458481.027811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458481.027815:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458481.027818:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458481.027825:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458481.027827:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458481.027829:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458481.027833:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458481.027835:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458481.027837:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458481.027840:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458481.027973:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458481.027979:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458481.027983:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458481.155778:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458481.155790:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458481.155793:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458481.155799:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458481.155802:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458481.155807:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458481.155810:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458481.155814:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458481.155824:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458481.155828:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458481.155833:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458481.155836:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458481.155842:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458481.155845:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458481.155849:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458481.155855:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6740) 00000100:00000001:3.0:1760458481.347750:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458481.347757:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458481.347759:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458481.347765:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458481.347772:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458481.347777:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458481.347781:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458481.347784:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458481.347788:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458482.051787:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458482.051793:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458482.051801:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458482.051803:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458482.051809:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458482.051811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458482.051928:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458482.051933:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458482.051937:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458482.179753:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458482.179759:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458482.179774:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458457/real 1760458457] req@0000000080b78486 x1845971106427776/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458482 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458482.179794:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458482.179796:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458482.179800:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d5719e0. 00000400:00000200:1.0:1760458482.179806:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac449b08 00000400:00000010:1.0:1760458482.179808:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac449b08. 00000100:00000001:1.0:1760458482.179813:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458482.179816:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000080b78486 x1845971106427776/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458482 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458482.179825:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000080b78486 x1845971106427776/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458482 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458482.179833:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458482.179834:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458482.179837:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458482.179839:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458482.179842:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000080b78486 x1845971106427776/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458482 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458482.179850:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458482.179859:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458482.179860:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458482.179864:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458482.179866:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458482.179870:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458482.179873:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000080b78486 x1845971106427776/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458482 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458482.179881:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458482.179884:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458482.179886:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458482.179887:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458482.179889:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458482.179891:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458482.179894:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458482.179920:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458482.179923:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458482.179926:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000080b78486 x1845971106427776/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458482 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458482.179934:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000080b78486 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427776:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458482.179938:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458482.179941:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458482.179943:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000080b78486 x1845971106427776/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458482 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458482.179951:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458482.179954:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458482.179958:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000063605d8. 02000000:00000001:1.0:1760458482.179963:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458482.179965:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458482.179967:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:1.0:1760458482.179970:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458482.179972:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000029487153. 02000000:00000001:1.0:1760458482.179977:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458482.179979:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458482.179982:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000080b78486. 00000100:00000001:1.0:1760458482.179986:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458482.179988:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458482.179991:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458482.180013:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458482.180022:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458482.180025:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458482.180028:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458482.180030:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458482.180034:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458482.180036:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458482.180039:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458482.180041:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:2.0:1760458482.180044:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458482.180046:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458482.180050:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458482.180055:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6711 00000100:00080000:2.0:1760458482.180058:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458482.180061:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458482.180065:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458482.180068:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458482.180070:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458482.180073:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458482.180075:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:2.0:1760458482.180078:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458482.180081:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:2.0:1760458482.180084:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:2.0:1760458482.180086:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:2.0:1760458482.180088:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458482.180091:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458482.180092:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458482.180094:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458482.180097:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:2.0:1760458482.180100:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458482.180102:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458482.180105:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458482.180112:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458482.180115:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458482.180117:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:2.0:1760458482.180120:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1760458482.180123:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458482.180125:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458482.180134:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009aa523d3. 00000020:00000040:2.0:1760458482.180138:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:2.0:1760458482.180142:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458482.180144:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458482.180147:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458482.180150:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458482.180154:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458482.180162:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000093d40f1b. 00000100:00000001:2.0:1760458482.180168:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458482.180174:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009aa523d3 x1845971106427968/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458482.180184:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458482.180186:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458482.180190:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009aa523d3] to pc [ptlrpcd_rcv+-1] req@000000009aa523d3 x1845971106427968/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458482.180216:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458482.180219:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:2.0:1760458482.180223:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6741) 00000100:00000001:1.0:1760458482.180257:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458482.180260:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458482.180262:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458482.180268:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009aa523d3 x1845971106427968/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458482.180277:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458482.180279:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458482.180283:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458482.180286:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458482.180289:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009aa523d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427968:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458482.180293:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458482.180297:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458482.180299:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458482.180302:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458482.180307:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000063605d8. 02000000:00000001:1.0:1760458482.180309:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458482.180314:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d5719e0. 00000400:00000010:1.0:1760458482.180318:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac449b08. 00000100:00000200:1.0:1760458482.180325:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106427968, portal 4 00000100:00000001:1.0:1760458482.180327:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458482.180329:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771191296 : -123359938360320 : ffff8fce06b1cc00) 00000100:00000040:1.0:1760458482.180335:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000009aa523d3 x1845971106427968/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458507 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458482.180342:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458482.180345:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458482.180348:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005d11c342. 00000100:00000200:1.0:1760458482.180350:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106427968, offset 0 00000400:00000200:1.0:1760458482.180358:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458482.180372:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458482.180379:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458482.180383:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458482.180387:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458482.180390:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [461:461:256:4294967295] 192.168.203.106@tcp LPNI seq info [461:461:8:4294967295] 00000400:00000200:1.0:1760458482.180402:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458482.180409:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458482.180414:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000034a95bfb (tot 1763794). 00000800:00000200:1.0:1760458482.180421:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458482.180430:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458482.180469:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000034a95bfb type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458482.180489:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458482.180491:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458482.180494:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458482.180497:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458482.180499:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458482.180502:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458482.180504:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458482.180506:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458482.180513:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458482.180514:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458482.180516:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458482.180717:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458482.180725:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000034a95bfb (tot 1763546). 00000400:00000200:0.0:1760458482.180734:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458482.180744:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458482.180750:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005d11c342 00000400:00000010:0.0:1760458482.180752:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005d11c342. 00000100:00000001:0.0:1760458482.180757:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458482.180763:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009aa523d3 x1845971106427968/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458507 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458482.180776:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458482.180780:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009aa523d3 x1845971106427968/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458507 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458482.180790:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458482.180793:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458482.371769:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458482.371778:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458482.371781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458482.371788:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458482.371796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458482.371801:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458482.371806:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458482.371809:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458482.371813:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458483.075806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458483.075812:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458483.075820:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458483.075823:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458483.075826:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458483.075833:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458483.075835:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458483.075837:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458483.075840:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458483.075843:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458483.075845:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458483.075848:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458483.075851:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458483.075852:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458483.075993:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458483.075998:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458483.076002:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458483.203767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458483.203780:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458483.203782:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458483.203788:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458483.203791:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458483.203795:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458483.203798:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458483.395754:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458483.395763:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458483.395766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458483.395773:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458483.395781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458483.395786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458483.395790:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458483.395794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458483.395798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458484.099814:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458484.099820:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458484.099828:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458484.099830:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458484.099835:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458484.099836:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458484.099957:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458484.099962:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458484.099969:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458484.227766:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458484.227782:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458484.227787:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458484.227793:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458484.227797:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458484.227802:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458484.227806:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458484.419722:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458484.419728:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458484.419730:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458484.419734:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458484.419738:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458484.419744:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458484.419747:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458484.419749:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458484.419752:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458485.123758:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458485.123767:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458485.123777:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458485.123780:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458485.123786:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458485.123789:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458485.123882:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458485.123887:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458485.123891:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458485.251789:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458485.251801:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458485.251804:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458485.251811:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458485.251814:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458485.251818:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458485.251821:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458485.443772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458485.443780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458485.443783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458485.443790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458485.443798:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458485.443804:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458485.443808:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458485.443811:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458485.443816:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458486.147727:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458486.147734:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458486.147744:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458486.147747:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458486.147752:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458486.147753:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458486.147881:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458486.147886:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458486.147890:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458486.275763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458486.275775:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458486.275777:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458486.275783:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458486.275786:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458486.275790:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458486.275793:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458486.467761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458486.467766:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458486.467768:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458486.467771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458486.467777:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458486.467781:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458486.467784:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458486.467786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458486.467789:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458487.171787:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458487.171795:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458487.171806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458487.171809:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458487.171815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458487.171818:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458487.171943:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458487.171950:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458487.171954:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458487.299774:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458487.299787:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458487.299789:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458487.299795:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458487.299798:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458487.299802:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458487.299805:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458487.299855:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458487.299865:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458487.299869:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458487.299872:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458487.299874:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458487.299878:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458487.299880:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458487.299883:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458487.299890:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6746) 00000100:00000001:3.0:1760458487.491758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458487.491763:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458487.491765:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458487.491770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458487.491776:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458487.491780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458487.491783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458487.491785:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458487.491788:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458488.195787:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458488.195795:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458488.195799:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458488.195802:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458488.195810:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458488.195813:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458488.195815:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458488.195818:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458488.195822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458488.195824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458488.195827:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458488.195828:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458488.195944:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458488.195950:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458488.195957:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458488.323770:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458488.323783:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458488.323786:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458488.323791:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458488.323794:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458488.323799:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458488.323802:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458488.515773:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458488.515779:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458488.515781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458488.515786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458488.515793:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458488.515796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458488.515799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458488.515803:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458488.515806:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458489.219820:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458489.219828:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458489.219837:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458489.219839:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458489.219845:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458489.219847:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458489.219989:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458489.219994:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458489.219998:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458489.347767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458489.347780:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458489.347782:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458489.347789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458489.347792:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458489.347796:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458489.347799:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458489.539762:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458489.539768:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458489.539770:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458489.539775:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458489.539781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458489.539785:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458489.539788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458489.539790:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458489.539793:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458490.243789:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458490.243796:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458490.243804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458490.243805:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458490.243809:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458490.243810:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458490.243949:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458490.243954:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458490.243959:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458490.371739:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458490.371744:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458490.371758:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458465/real 1760458465] req@000000007f95627d x1845971106427840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458490 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458490.371776:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458490.371778:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458490.371781:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aeb90437. 00000400:00000200:1.0:1760458490.371787:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068ea850d 00000400:00000010:1.0:1760458490.371789:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068ea850d. 00000100:00000001:1.0:1760458490.371793:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458490.371795:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007f95627d x1845971106427840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458490 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458490.371803:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007f95627d x1845971106427840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458490 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458490.371809:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458490.371810:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458490.371813:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458490.371815:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458490.371819:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007f95627d x1845971106427840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458490 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458490.371825:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458490.371833:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458490.371834:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458490.371837:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458490.371840:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458490.371843:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458490.371845:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007f95627d x1845971106427840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458490 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458490.371852:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458490.371855:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458490.371856:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458490.371857:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458490.371859:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458490.371861:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458490.371864:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458490.371885:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458490.371887:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458490.371890:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007f95627d x1845971106427840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458490 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458490.371897:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007f95627d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106427840:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760458490.371901:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458490.371904:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458490.371907:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007f95627d x1845971106427840/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458490 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458490.371912:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458490.371915:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458490.371919:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000beab5f56. 02000000:00000001:1.0:1760458490.371924:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458490.371926:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458490.371928:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1760458490.371931:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458490.371934:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d110c3b1. 02000000:00000001:1.0:1760458490.371937:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458490.371940:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458490.371941:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007f95627d. 00000100:00000001:1.0:1760458490.371945:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458490.371947:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458490.371949:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458490.371953:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458490.371963:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458490.371966:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:2.0:1760458490.371971:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458490.371974:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458490.371980:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458490.371986:0:56038:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6719 00000100:00080000:2.0:1760458490.371990:0:56038:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458490.371994:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458490.371998:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458490.372001:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458490.372005:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458490.372009:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458490.372011:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:2.0:1760458490.372014:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458490.372018:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:2.0:1760458490.372021:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:2.0:1760458490.372025:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:2.0:1760458490.372029:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458490.372031:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458490.372034:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458490.372037:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458490.372040:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:2.0:1760458490.372045:0:56038:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:2.0:1760458490.372048:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458490.372051:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458490.372055:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458490.372059:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458490.372062:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:2.0:1760458490.372064:0:56038:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458490.372075:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000051c15768. 00000020:00000040:2.0:1760458490.372079:0:56038:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:2.0:1760458490.372085:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458490.372087:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458490.372091:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458490.372095:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458490.372099:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458490.372107:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006b39f20e. 00000100:00000001:2.0:1760458490.372115:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458490.372122:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000051c15768 x1845971106428032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458490.372135:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458490.372138:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458490.372143:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000051c15768] to pc [ptlrpcd_rcv+-1] req@0000000051c15768 x1845971106428032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458490.372171:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458490.372175:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:2.0:1760458490.372178:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458490.372183:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458490.372187:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458490.372192:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458490.372196:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458490.372202:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1760458490.372202:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1760458490.372206:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458490.372209:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458490.372212:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6749) 00000100:00000040:1.0:1760458490.372215:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000051c15768 x1845971106428032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458490.372225:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458490.372227:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458490.372230:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458490.372232:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458490.372235:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000051c15768 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106428032:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760458490.372239:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458490.372243:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458490.372245:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458490.372248:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458490.372252:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000beab5f56. 02000000:00000001:1.0:1760458490.372254:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458490.372258:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000aeb90437. 00000400:00000010:1.0:1760458490.372262:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000068ea850d. 00000100:00000200:1.0:1760458490.372268:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106428032, portal 25 00000100:00000001:1.0:1760458490.372270:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458490.372272:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771181568 : -123359938370048 : ffff8fce06b1a600) 00000100:00000040:1.0:1760458490.372275:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000051c15768 x1845971106428032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458515 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458490.372282:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458490.372285:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458490.372287:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b5f1204b. 00000100:00000200:1.0:1760458490.372290:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106428032, offset 0 00000400:00000200:1.0:1760458490.372296:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458490.372308:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458490.372315:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458490.372319:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458490.372322:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458490.372325:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [462:462:256:4294967295] 192.168.203.106@tcp LPNI seq info [462:462:8:4294967295] 00000400:00000200:1.0:1760458490.372335:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458490.372341:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458490.372346:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009cf62767 (tot 1763794). 00000800:00000200:1.0:1760458490.372353:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458490.372361:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458490.372365:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009cf62767 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458490.372396:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458490.372398:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458490.372401:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458490.372403:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458490.372405:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458490.372408:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458490.372409:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458490.372411:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458490.372412:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458490.372413:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458490.372414:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458490.372563:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458490.372568:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009cf62767 (tot 1763546). 00000400:00000200:0.0:1760458490.372574:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458490.372581:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458490.372585:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b5f1204b 00000400:00000010:0.0:1760458490.372586:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b5f1204b. 00000100:00000001:0.0:1760458490.372589:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458490.372593:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000051c15768 x1845971106428032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458515 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458490.372601:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458490.372604:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000051c15768 x1845971106428032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458515 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458490.372610:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458490.372611:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458490.563782:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458490.563788:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458490.563790:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458490.563796:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458490.563802:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458490.563805:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458490.563808:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458490.563811:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458490.563814:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458491.267730:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458491.267735:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458491.267742:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458491.267743:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458491.267746:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458491.267749:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458491.267751:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458491.267756:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458491.267759:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458491.267760:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458491.267763:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458491.267766:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458491.267768:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458491.267770:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458491.267822:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458491.267825:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458491.267827:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458491.395787:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458491.395798:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458491.395800:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458491.395806:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458491.395808:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458491.395812:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458491.395815:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458491.587731:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458491.587738:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458491.587740:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458491.587747:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458491.587753:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458491.587757:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458491.587760:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458491.587763:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458491.587766:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458492.291789:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458492.291795:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458492.291802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458492.291803:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458492.291807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458492.291808:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458492.291946:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458492.291951:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458492.291956:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458492.419775:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458492.419787:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458492.419789:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458492.419793:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458492.419796:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458492.419800:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458492.419803:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458492.611749:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458492.611754:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458492.611756:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458492.611760:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458492.611765:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458492.611769:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458492.611772:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458492.611775:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458492.611778:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458493.315783:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458493.315790:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458493.315798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458493.315802:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458493.315805:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458493.315812:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458493.315815:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458493.315816:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458493.315820:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458493.315823:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458493.315825:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458493.315827:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458493.315831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458493.315832:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458493.315971:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458493.315976:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458493.315981:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458493.443774:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458493.443786:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458493.443789:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458493.443794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458493.443798:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458493.443802:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458493.443805:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458493.635751:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458493.635758:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458493.635760:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458493.635765:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458493.635772:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458493.635776:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458493.635779:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458493.635781:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458493.635785:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458494.339794:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458494.339800:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458494.339807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458494.339809:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458494.339812:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458494.339813:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458494.339902:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458494.339908:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458494.339913:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458494.467766:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458494.467782:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458494.467785:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458494.467792:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458494.467796:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458494.467801:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458494.467805:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458494.659773:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458494.659780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458494.659782:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458494.659788:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458494.659793:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458494.659798:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458494.659801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458494.659804:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458494.659807:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458495.363780:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458495.363786:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458495.363794:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458495.363795:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458495.363799:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458495.363800:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458495.363925:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458495.363930:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458495.363935:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458495.491751:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458495.491763:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458495.491766:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458495.491772:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458495.491775:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458495.491779:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458495.491782:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458495.491861:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458495.491870:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458495.491874:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458495.491877:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458495.491880:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458495.491883:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458495.491885:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458495.491888:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458495.491894:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6754) 00000100:00000001:3.0:1760458495.683756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458495.683762:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458495.683764:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458495.683770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458495.683775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458495.683779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458495.683782:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458495.683785:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458495.683788:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458496.387718:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458496.387721:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458496.387726:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458496.387727:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458496.387729:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458496.387730:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458496.387816:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458496.387819:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458496.387821:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458496.515700:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458496.515709:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458496.515710:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458496.515714:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458496.515716:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458496.515719:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458496.515721:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458496.707725:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458496.707731:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458496.707732:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458496.707736:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458496.707741:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458496.707745:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458496.707747:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458496.707750:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458496.707752:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458497.411749:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458497.411753:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458497.411758:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458497.411759:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458497.411762:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458497.411763:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458497.411851:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458497.411855:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458497.411860:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458497.539753:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458497.539764:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458497.539766:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458497.539771:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458497.539774:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458497.539777:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458497.539781:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458497.731701:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458497.731705:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458497.731708:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458497.731711:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458497.731715:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458497.731718:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458497.731720:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458497.731721:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458497.731723:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458498.435722:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458498.435727:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458498.435729:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458498.435731:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458498.435735:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458498.435737:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458498.435738:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458498.435740:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458498.435743:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458498.435744:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458498.435747:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458498.435748:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458498.435832:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458498.435835:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458498.435838:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458498.563711:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458498.563720:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458498.563721:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458498.563725:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458498.563728:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458498.563731:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458498.563732:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458498.755770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458498.755776:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458498.755778:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458498.755783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458498.755789:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458498.755793:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458498.755796:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458498.755798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458498.755801:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458499.459713:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458499.459716:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458499.459721:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458499.459722:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458499.459725:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458499.459727:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458499.459812:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458499.459815:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458499.459818:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458499.587701:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458499.587710:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458499.587711:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458499.587713:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458499.587716:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458499.587719:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458499.587721:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458499.779740:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458499.779745:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458499.779746:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458499.779749:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458499.779753:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458499.779756:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458499.779758:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458499.779760:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458499.779762:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458500.483717:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458500.483721:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458500.483726:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458500.483727:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458500.483729:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458500.483730:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458500.483815:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458500.483818:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458500.483820:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458500.611753:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1760458500.611760:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458500.611762:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458500.611764:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458500.611769:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1760458500.611769:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1760458500.611772:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458500.611772:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458500.611775:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458500.611776:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1760458500.611778:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458500.611780:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458500.611783:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458500.611785:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458500.611787:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458500.611791:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6759) 00000100:00000001:3.0:1760458500.803709:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458500.803713:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458500.803714:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458500.803718:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458500.803722:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458500.803725:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458500.803726:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458500.803728:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458500.803730:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458501.507729:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458501.507732:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458501.507737:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458501.507738:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458501.507740:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458501.507743:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458501.507744:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458501.507749:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458501.507751:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458501.507752:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458501.507754:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458501.507756:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458501.507757:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458501.507759:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458501.507840:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458501.507843:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458501.507846:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458501.635702:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458501.635705:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458501.635716:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458476/real 1760458476] req@00000000ae005e9e x1845971106427904/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458501 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458501.635729:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458501.635730:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458501.635732:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dd85dc3. 00000400:00000200:1.0:1760458501.635736:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fdedf09 00000400:00000010:1.0:1760458501.635738:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fdedf09. 00000100:00000001:1.0:1760458501.635741:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458501.635743:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ae005e9e x1845971106427904/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458501 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458501.635749:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ae005e9e x1845971106427904/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458501 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458501.635753:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458501.635754:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458501.635756:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458501.635757:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458501.635759:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000ae005e9e x1845971106427904/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458501 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458501.635767:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458501.635774:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458501.635776:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458501.635778:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458501.635780:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458501.635782:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458501.635784:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ae005e9e x1845971106427904/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458501 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458501.635789:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458501.635791:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458501.635792:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458501.635793:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458501.635794:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458501.635795:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458501.635798:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458501.635812:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458501.635814:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458501.635816:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ae005e9e x1845971106427904/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458501 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458501.635821:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ae005e9e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427904:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458501.635823:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458501.635825:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458501.635827:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ae005e9e x1845971106427904/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458501 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458501.635831:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458501.635833:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458501.635836:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458501.635839:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458501.635840:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458501.635842:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:1.0:1760458501.635844:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458501.635846:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000cf26fa4a. 02000000:00000001:1.0:1760458501.635848:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458501.635849:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458501.635851:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ae005e9e. 00000100:00000001:1.0:1760458501.635853:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458501.635854:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458501.635856:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458501.635875:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458501.635880:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458501.635881:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458501.635884:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458501.635885:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1760458501.635887:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458501.635888:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458501.635891:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458501.635894:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6730 00000100:00080000:2.0:1760458501.635896:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458501.635898:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458501.635900:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458501.635902:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458501.635903:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458501.635905:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458501.635906:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:2.0:1760458501.635908:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458501.635910:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:2.0:1760458501.635911:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:2.0:1760458501.635913:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:2.0:1760458501.635914:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458501.635915:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458501.635917:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458501.635918:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458501.635920:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:2.0:1760458501.635922:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458501.635924:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458501.635925:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458501.635930:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458501.635932:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458501.635933:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:2.0:1760458501.635936:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1760458501.635937:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458501.635938:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458501.635943:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059a6e58d. 00000020:00000040:2.0:1760458501.635946:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:2.0:1760458501.635948:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458501.635950:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458501.635952:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458501.635954:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458501.635957:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458501.635962:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005a07072d. 00000100:00000001:2.0:1760458501.635966:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458501.635970:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000059a6e58d x1845971106428096/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458501.635976:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458501.635978:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458501.635980:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000059a6e58d] to pc [ptlrpcd_rcv+-1] req@0000000059a6e58d x1845971106428096/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458501.636007:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458501.636008:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:2.0:1760458501.636009:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458501.636011:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458501.636012:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458501.636015:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458501.636019:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6760) 00000100:00000001:1.0:1760458501.636028:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458501.636031:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458501.636032:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458501.636037:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059a6e58d x1845971106428096/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458501.636043:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458501.636044:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458501.636047:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458501.636048:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458501.636050:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059a6e58d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428096:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458501.636053:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458501.636055:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458501.636057:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458501.636059:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458501.636062:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458501.636063:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458501.636067:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009dd85dc3. 00000400:00000010:1.0:1760458501.636070:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002fdedf09. 00000100:00000200:1.0:1760458501.636074:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106428096, portal 10 00000100:00000001:1.0:1760458501.636076:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458501.636077:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771188864 : -123359938362752 : ffff8fce06b1c280) 00000100:00000040:1.0:1760458501.636080:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000059a6e58d x1845971106428096/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458526 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458501.636085:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458501.636087:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458501.636088:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004ffa49f2. 00000100:00000200:1.0:1760458501.636090:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106428096, offset 0 00000400:00000200:1.0:1760458501.636095:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458501.636117:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458501.636122:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458501.636125:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458501.636127:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458501.636130:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [463:463:256:4294967295] 192.168.203.106@tcp LPNI seq info [463:463:8:4294967295] 00000400:00000200:1.0:1760458501.636137:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458501.636142:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458501.636145:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066044a5c (tot 1763794). 00000800:00000200:1.0:1760458501.636150:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458501.636156:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458501.636159:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066044a5c type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458501.636173:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458501.636174:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458501.636176:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458501.636178:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458501.636179:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458501.636181:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458501.636182:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458501.636183:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458501.636184:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458501.636185:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458501.636186:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1760458501.636378:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1760458501.636385:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066044a5c (tot 1763546). 00000400:00000200:3.0:1760458501.636392:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1760458501.636400:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1760458501.636405:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004ffa49f2 00000400:00000010:3.0:1760458501.636407:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004ffa49f2. 00000100:00000001:3.0:1760458501.636411:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1760458501.636416:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059a6e58d x1845971106428096/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458526 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458501.636426:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458501.636428:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000059a6e58d x1845971106428096/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458526 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458501.636435:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458501.636437:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458501.827744:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458501.827748:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458501.827749:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458501.827752:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458501.827756:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458501.827758:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458501.827760:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458501.827762:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458501.827764:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458502.531720:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458502.531724:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458502.531728:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458502.531729:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458502.531732:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458502.531732:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458502.531818:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458502.531821:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458502.531824:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458502.659728:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458502.659738:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458502.659740:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458502.659744:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458502.659745:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458502.659749:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458502.659751:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458502.851701:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458502.851706:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458502.851707:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458502.851711:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458502.851714:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458502.851717:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458502.851719:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458502.851721:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458502.851722:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458503.555748:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458503.555752:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458503.555757:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458503.555759:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458503.555761:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458503.555766:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458503.555767:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458503.555768:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458503.555770:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458503.555772:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458503.555773:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458503.555775:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458503.555777:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458503.555777:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458503.555868:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458503.555873:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458503.555878:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458503.683781:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458503.683793:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458503.683795:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458503.683802:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458503.683805:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458503.683809:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458503.683811:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458503.875705:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458503.875710:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458503.875711:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458503.875714:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458503.875718:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458503.875720:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458503.875722:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458503.875724:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458503.875726:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458504.579718:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458504.579722:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458504.579727:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458504.579728:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458504.579731:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458504.579732:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458504.579786:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458504.579789:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458504.579792:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458504.707749:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458504.707758:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458504.707760:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458504.707764:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458504.707766:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458504.707769:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458504.707771:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458504.899754:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458504.899759:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458504.899760:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458504.899767:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458504.899772:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458504.899775:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458504.899777:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458504.899778:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458504.899780:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458505.603728:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458505.603732:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458505.603738:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458505.603739:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458505.603741:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458505.603742:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458505.603793:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458505.603796:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458505.603798:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458505.731708:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458505.731716:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458505.731718:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458505.731722:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458505.731723:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458505.731726:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458505.731728:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458505.923699:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458505.923703:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458505.923705:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458505.923708:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458505.923711:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458505.923714:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458505.923715:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458505.923717:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458505.923719:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458506.627715:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458506.627719:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458506.627724:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458506.627725:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458506.627727:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458506.627728:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458506.627815:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458506.627818:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458506.627820:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458506.755710:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1760458506.755712:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458506.755717:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1760458506.755717:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1760458506.755720:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1760458506.755720:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458506.755725:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1760458506.755725:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1760458506.755728:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1760458506.755729:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458506.755732:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458506.755732:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458506.755735:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458506.755736:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458506.755740:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458506.755745:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6765) 00000100:00000001:3.0:1760458506.947699:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458506.947702:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458506.947703:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458506.947705:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458506.947708:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458506.947710:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458506.947712:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458506.947713:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458506.947715:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458507.651737:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458507.651741:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458507.651747:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458507.651748:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458507.651751:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458507.651752:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458507.651835:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458507.651838:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458507.651840:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458507.779702:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458507.779705:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458507.779715:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458482/real 1760458482] req@000000009aa523d3 x1845971106427968/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458507 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458507.779728:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458507.779730:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458507.779732:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d5719e0. 00000400:00000200:1.0:1760458507.779737:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac449b08 00000400:00000010:1.0:1760458507.779739:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac449b08. 00000100:00000001:1.0:1760458507.779742:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458507.779744:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009aa523d3 x1845971106427968/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458507 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458507.779750:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009aa523d3 x1845971106427968/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458507 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458507.779754:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458507.779755:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458507.779757:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458507.779759:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458507.779760:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009aa523d3 x1845971106427968/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458507 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458507.779765:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458507.779771:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458507.779773:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458507.779775:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458507.779776:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458507.779779:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458507.779781:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009aa523d3 x1845971106427968/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458507 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458507.779785:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458507.779787:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458507.779788:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458507.779789:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458507.779791:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458507.779793:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458507.779795:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458507.779809:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458507.779811:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458507.779813:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009aa523d3 x1845971106427968/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458507 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458507.779818:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009aa523d3 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106427968:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458507.779821:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458507.779823:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458507.779824:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000009aa523d3 x1845971106427968/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458507 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458507.779828:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458507.779830:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458507.779834:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000063605d8. 02000000:00000001:1.0:1760458507.779837:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458507.779838:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458507.779839:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:1.0:1760458507.779841:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458507.779842:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000093d40f1b. 02000000:00000001:1.0:1760458507.779845:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458507.779846:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458507.779848:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009aa523d3. 00000100:00000001:1.0:1760458507.779851:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458507.779852:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458507.779853:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458507.779879:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458507.779887:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458507.779890:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458507.779893:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458507.779895:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458507.779899:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458507.779901:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458507.779905:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458507.779907:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760458507.779910:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458507.779912:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458507.779917:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458507.779921:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6736 00000100:00080000:0.0:1760458507.779925:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458507.779928:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458507.779931:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458507.779934:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458507.779937:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458507.779940:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458507.779942:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760458507.779945:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458507.779948:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760458507.779951:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760458507.779953:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760458507.779956:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458507.779958:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458507.779960:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458507.779962:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458507.779965:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760458507.779969:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458507.779971:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458507.779974:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458507.779981:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458507.779996:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458507.779999:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458507.780003:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458507.780006:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458507.780008:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458507.780017:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cc5fc9eb. 00000020:00000040:0.0:1760458507.780021:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760458507.780025:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458507.780027:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458507.780030:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458507.780033:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458507.780037:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458507.780045:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000005e23616. 00000100:00000001:0.0:1760458507.780052:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458507.780059:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000cc5fc9eb x1845971106428160/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458507.780074:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458507.780076:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458507.780080:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000cc5fc9eb] to pc [ptlrpcd_rcv+-1] req@00000000cc5fc9eb x1845971106428160/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458507.780108:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458507.780112:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760458507.780117:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6766) 00000100:00000001:1.0:1760458507.780171:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458507.780173:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458507.780175:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458507.780179:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000cc5fc9eb x1845971106428160/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458507.780190:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458507.780191:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458507.780194:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458507.780195:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458507.780197:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000cc5fc9eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428160:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458507.780200:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458507.780203:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458507.780204:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458507.780206:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458507.780210:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000063605d8. 02000000:00000001:1.0:1760458507.780211:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458507.780214:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d5719e0. 00000400:00000010:1.0:1760458507.780218:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ac449b08. 00000100:00000200:1.0:1760458507.780222:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106428160, portal 4 00000100:00000001:1.0:1760458507.780224:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458507.780225:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762822080 : -123359946729536 : ffff8fce063217c0) 00000100:00000040:1.0:1760458507.780229:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000cc5fc9eb x1845971106428160/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458532 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458507.780233:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458507.780236:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458507.780237:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008bf6a8d9. 00000100:00000200:1.0:1760458507.780238:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106428160, offset 0 00000400:00000200:1.0:1760458507.780243:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458507.780253:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458507.780259:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458507.780285:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458507.780287:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458507.780290:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [464:464:256:4294967295] 192.168.203.106@tcp LPNI seq info [464:464:8:4294967295] 00000400:00000200:1.0:1760458507.780298:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458507.780303:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458507.780308:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066044a5c (tot 1763794). 00000800:00000200:1.0:1760458507.780314:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458507.780320:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458507.780323:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066044a5c type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458507.780335:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458507.780337:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458507.780339:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458507.780340:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458507.780342:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458507.780345:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458507.780346:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458507.780347:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458507.780348:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458507.780348:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458507.780349:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458507.780508:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458507.780514:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066044a5c (tot 1763546). 00000400:00000200:0.0:1760458507.780532:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458507.780539:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458507.780543:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008bf6a8d9 00000400:00000010:0.0:1760458507.780545:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008bf6a8d9. 00000100:00000001:0.0:1760458507.780549:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458507.780553:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cc5fc9eb x1845971106428160/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458532 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458507.780562:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458507.780564:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000cc5fc9eb x1845971106428160/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458532 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458507.780571:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458507.780572:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458507.971703:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458507.971706:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458507.971707:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458507.971709:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458507.971711:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458507.971712:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458507.971714:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458507.971715:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458507.971716:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458508.675775:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458508.675783:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458508.675786:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458508.675790:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458508.675797:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458508.675800:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458508.675802:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458508.675805:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458508.675809:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458508.675811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458508.675814:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458508.675817:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458508.675957:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458508.675962:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458508.675966:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458508.803849:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458508.803861:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458508.803864:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458508.803868:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458508.803871:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458508.803875:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458508.803878:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458508.995761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458508.995765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458508.995767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458508.995772:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458508.995777:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458508.995781:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458508.995784:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458508.995787:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458508.995789:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458509.699723:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458509.699727:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458509.699732:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458509.699733:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458509.699736:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458509.699737:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458509.699822:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458509.699825:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458509.699827:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458509.827709:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458509.827718:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458509.827720:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458509.827724:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458509.827725:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458509.827728:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458509.827730:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458510.019726:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458510.019730:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458510.019731:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458510.019735:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458510.019739:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458510.019741:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458510.019743:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458510.019745:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458510.019747:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458510.723789:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458510.723795:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458510.723803:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458510.723804:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458510.723808:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458510.723810:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458510.723936:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458510.723941:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458510.723945:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458510.851788:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458510.851800:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458510.851803:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458510.851808:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458510.851811:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458510.851816:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458510.851819:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458511.043761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458511.043769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458511.043774:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458511.043781:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458511.043789:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458511.043795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458511.043799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458511.043802:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458511.043806:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458511.747802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458511.747808:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458511.747817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458511.747820:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458511.747824:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458511.747828:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458511.747831:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458511.747837:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458511.747840:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458511.747842:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458511.747845:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458511.747848:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458511.747850:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458511.747853:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458511.747972:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458511.747986:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458511.747991:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458511.875752:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458511.875765:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458511.875766:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458511.875773:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458511.875775:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458511.875779:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458511.875782:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458512.067703:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458512.067708:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458512.067709:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458512.067712:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458512.067716:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458512.067718:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458512.067720:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458512.067722:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458512.067724:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458512.771752:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458512.771756:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458512.771778:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458512.771778:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458512.771781:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458512.771782:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458512.771864:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458512.771867:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458512.771870:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760458512.899713:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458512.899713:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1760458512.899720:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458512.899722:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1760458512.899723:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458512.899723:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458512.899726:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458512.899726:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1760458512.899728:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458512.899729:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458512.899731:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1760458512.899732:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458512.899733:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458512.899734:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458512.899736:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458512.899741:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6772) 00000100:00000001:3.0:1760458513.091728:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458513.091734:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458513.091736:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458513.091740:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458513.091745:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458513.091748:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458513.091750:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458513.091752:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458513.091754:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458513.795805:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458513.795810:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458513.795817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458513.795820:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458513.795822:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458513.795828:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458513.795831:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458513.795832:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458513.795835:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458513.795837:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458513.795839:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458513.795841:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458513.795844:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458513.795845:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458513.795952:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458513.795955:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458513.795959:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458513.923782:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458513.923795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458513.923797:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458513.923803:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458513.923807:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458513.923811:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458513.923814:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458514.115821:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458514.115828:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458514.115831:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458514.115837:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458514.115844:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458514.115849:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458514.115852:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458514.115855:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458514.115858:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458514.819793:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458514.819796:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458514.819801:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458514.819802:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458514.819804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458514.819805:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458514.819892:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458514.819895:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458514.819898:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458514.947705:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458514.947715:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458514.947716:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458514.947720:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458514.947722:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458514.947724:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458514.947726:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458515.139706:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458515.139709:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458515.139710:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458515.139714:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458515.139717:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458515.139720:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458515.139722:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458515.139723:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458515.139725:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458515.843739:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458515.843743:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458515.843750:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458515.843752:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458515.843755:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458515.843757:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458515.843884:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458515.843889:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458515.843893:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458515.971764:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458515.971771:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458515.971787:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458490/real 1760458490] req@0000000051c15768 x1845971106428032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458515 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458515.971809:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458515.971812:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458515.971816:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000aeb90437. 00000400:00000200:3.0:1760458515.971824:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000068ea850d 00000400:00000010:3.0:1760458515.971827:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000068ea850d. 00000100:00000001:3.0:1760458515.971832:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458515.971835:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000051c15768 x1845971106428032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458515 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458515.971845:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000051c15768 x1845971106428032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458515 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458515.971854:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458515.971856:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458515.971859:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458515.971861:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458515.971865:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000051c15768 x1845971106428032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458515 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458515.971873:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458515.971883:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458515.971884:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458515.971887:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458515.971890:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458515.971894:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458515.971897:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000051c15768 x1845971106428032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458515 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458515.971905:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458515.971908:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458515.971910:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458515.971911:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458515.971914:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458515.971916:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458515.971920:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458515.971949:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458515.971954:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458515.971961:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000051c15768 x1845971106428032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458515 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458515.971988:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000051c15768 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106428032:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458515.971997:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458515.972000:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458515.972006:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000051c15768 x1845971106428032/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458515 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458515.972019:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1760458515.972021:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458515.972031:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458515.972033:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 02000000:00000001:3.0:1760458515.972035:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00000001:0.0:1760458515.972037:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458515.972039:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 02000000:00000010:3.0:1760458515.972040:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000beab5f56. 00000100:00000001:0.0:1760458515.972045:0:56038:0:(import.c:519:import_select_connection()) Process entered 02000000:00000001:3.0:1760458515.972048:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1760458515.972049:0:56038:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6744 00000020:00000001:3.0:1760458515.972051:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:0.0:1760458515.972054:0:56038:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000020:00000040:3.0:1760458515.972054:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:3.0:1760458515.972058:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000040:0.0:1760458515.972059:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 02000000:00000010:3.0:1760458515.972062:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000006b39f20e. 00000100:00000001:0.0:1760458515.972063:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 02000000:00000001:3.0:1760458515.972067:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000040:0.0:1760458515.972068:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 02000000:00000001:3.0:1760458515.972070:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1760458515.972071:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000100:00000010:3.0:1760458515.972073:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000051c15768. 00000020:00000001:0.0:1760458515.972076:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000100:00000001:3.0:1760458515.972078:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000020:00000040:0.0:1760458515.972079:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000100:00000001:3.0:1760458515.972080:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1760458515.972083:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000100:00000001:3.0:1760458515.972084:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1760458515.972087:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458515.972091:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458515.972095:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458515.972100:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458515.972103:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458515.972106:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458515.972109:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458515.972114:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458515.972119:0:56038:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458515.972124:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458515.972127:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458515.972131:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458515.972136:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458515.972140:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458515.972143:0:56038:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458515.972154:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000064283d79. 00000020:00000040:0.0:1760458515.972159:0:56038:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458515.972163:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458515.972165:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458515.972169:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458515.972173:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458515.972177:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458515.972185:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c104535d. 00000100:00000001:0.0:1760458515.972192:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458515.972198:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000064283d79 x1845971106428224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458515.972246:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458515.972248:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458515.972253:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000064283d79] to pc [ptlrpcd_rcv+-1] req@0000000064283d79 x1845971106428224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458515.972277:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458515.972281:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458515.972284:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458515.972290:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458515.972294:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458515.972299:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458515.972302:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458515.972308:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458515.972315:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6775) 00000100:00000001:3.0:1760458515.972327:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458515.972331:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458515.972334:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458515.972341:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000064283d79 x1845971106428224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458515.972355:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458515.972358:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458515.972363:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458515.972367:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458515.972372:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000064283d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106428224:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458515.972379:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458515.972384:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458515.972386:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458515.972390:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458515.972395:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e0e5c22c. 02000000:00000001:3.0:1760458515.972397:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458515.972403:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c2a53f74. 00000400:00000010:3.0:1760458515.972409:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089d33f87. 00000100:00000200:3.0:1760458515.972416:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106428224, portal 25 00000100:00000001:3.0:1760458515.972419:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458515.972421:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762843968 : -123359946707648 : ffff8fce06326d40) 00000100:00000040:3.0:1760458515.972426:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000064283d79 x1845971106428224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458540 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458515.972434:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458515.972438:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458515.972441:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086f94505. 00000100:00000200:3.0:1760458515.972444:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106428224, offset 0 00000400:00000200:3.0:1760458515.972452:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458515.972468:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458515.972477:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458515.972481:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458515.972485:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458515.972489:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [465:465:256:4294967295] 192.168.203.106@tcp LPNI seq info [465:465:8:4294967295] 00000400:00000200:3.0:1760458515.972503:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458515.972510:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458515.972515:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7f784d2 (tot 1763794). 00000800:00000200:3.0:1760458515.972523:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458515.972533:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458515.972538:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a7f784d2 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458515.972564:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458515.972568:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458515.972572:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458515.972577:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458515.972580:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458515.972587:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458515.972589:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458515.972593:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458515.972595:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458515.972597:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458515.972600:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458515.972790:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458515.972796:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a7f784d2 (tot 1763546). 00000400:00000200:0.0:1760458515.972802:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458515.972810:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458515.972814:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086f94505 00000400:00000010:0.0:1760458515.972816:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086f94505. 00000100:00000001:0.0:1760458515.972820:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458515.972824:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000064283d79 x1845971106428224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458540 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458515.972833:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458515.972835:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000064283d79 x1845971106428224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458540 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458515.972842:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458515.972844:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458516.163722:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458516.163727:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458516.163729:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458516.163733:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458516.163737:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458516.163740:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458516.163742:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458516.163744:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458516.163746:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458516.867800:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458516.867807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458516.867816:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458516.867818:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458516.867823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458516.867825:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458516.867954:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458516.867959:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458516.867963:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458516.995768:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458516.995781:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458516.995784:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458516.995789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458516.995792:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458516.995797:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458516.995800:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458517.187777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458517.187786:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458517.187789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458517.187796:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458517.187805:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458517.187810:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458517.187815:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458517.187818:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458517.187823:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458517.891804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458517.891811:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458517.891813:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458517.891816:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458517.891822:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458517.891824:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458517.891826:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458517.891828:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458517.891832:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458517.891833:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458517.891836:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458517.891837:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458517.891909:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458517.891912:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458517.891915:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458518.019785:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458518.019795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458518.019797:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458518.019802:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458518.019804:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458518.019807:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458518.019809:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458518.211743:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458518.211748:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458518.211750:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458518.211755:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458518.211760:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458518.211764:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458518.211766:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458518.211768:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458518.211771:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458518.915839:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458518.915845:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458518.915854:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458518.915856:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458518.915861:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458518.915862:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458518.915949:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458518.915954:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458518.915958:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458519.043740:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458519.043756:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458519.043758:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458519.043765:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458519.043769:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458519.043775:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458519.043778:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458519.235770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458519.235778:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458519.235781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458519.235789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458519.235797:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458519.235802:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458519.235806:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458519.235809:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458519.235813:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458519.939819:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458519.939825:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458519.939832:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458519.939834:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458519.939838:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458519.939839:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458519.939980:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458519.939985:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458519.939990:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458520.067750:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458520.067766:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458520.067769:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458520.067775:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458520.067779:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458520.067784:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458520.067788:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458520.259763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458520.259770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458520.259772:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458520.259779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458520.259786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458520.259790:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458520.259795:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458520.259798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458520.259802:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458520.963826:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458520.963831:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458520.963839:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458520.963840:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458520.963844:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458520.963847:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458520.963850:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458520.963857:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458520.963860:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458520.963862:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458520.963874:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458520.963877:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458520.963879:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458520.963882:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458520.964026:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458520.964032:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458520.964036:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458521.091788:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458521.091806:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458521.091809:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458521.091817:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458521.091821:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458521.091826:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458521.091831:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458521.091868:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458521.091878:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458521.091881:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458521.091885:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458521.091887:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458521.091891:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458521.091893:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458521.091897:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458521.091903:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6780) 00000100:00000001:3.0:1760458521.283741:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458521.283748:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458521.283750:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458521.283757:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458521.283765:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458521.283770:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458521.283774:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458521.283778:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458521.283782:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458521.987787:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458521.987791:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458521.987796:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458521.987797:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458521.987800:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458521.987800:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458521.987862:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458521.987865:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458521.987867:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458522.115798:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458522.115814:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458522.115817:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458522.115824:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458522.115827:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458522.115832:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458522.115836:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458522.307754:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458522.307763:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458522.307765:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458522.307771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458522.307779:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458522.307784:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458522.307788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458522.307791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458522.307795:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458523.011793:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458523.011797:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458523.011802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458523.011806:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458523.011808:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458523.011813:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458523.011815:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458523.011816:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458523.011819:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458523.011820:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458523.011822:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458523.011824:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458523.011826:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458523.011827:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458523.011884:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458523.011887:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458523.011890:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458523.139769:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458523.139783:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458523.139786:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458523.139792:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458523.139795:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458523.139800:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458523.139802:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458523.331785:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458523.331793:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458523.331795:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458523.331801:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458523.331806:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458523.331811:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458523.331814:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458523.331816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458523.331819:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458524.035714:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458524.035718:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458524.035724:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458524.035724:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458524.035727:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458524.035728:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458524.035822:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458524.035825:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458524.035828:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458524.163698:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458524.163707:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458524.163708:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458524.163712:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458524.163714:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458524.163717:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458524.163718:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458524.355739:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458524.355744:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458524.355745:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458524.355749:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458524.355754:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458524.355757:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458524.355759:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458524.355761:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458524.355763:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458525.059811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458525.059816:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458525.059823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458525.059824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458525.059828:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458525.059829:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458525.059948:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458525.059952:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458525.059956:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458525.187749:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458525.187763:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458525.187766:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458525.187772:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458525.187775:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458525.187779:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458525.187782:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458525.379750:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458525.379757:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458525.379759:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458525.379764:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458525.379770:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458525.379774:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458525.379777:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458525.379780:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458525.379784:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458526.083786:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458526.083792:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458526.083801:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458526.083802:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458526.083806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458526.083807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458526.083900:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458526.083905:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458526.083910:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1760458526.211786:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458526.211795:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1760458526.211800:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458526.211803:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1760458526.211806:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458526.211812:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458526.211815:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458526.211819:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458526.211823:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1760458526.211827:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458501/real 1760458501] req@0000000059a6e58d x1845971106428096/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458526 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00080000:2.0:1760458526.211829:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458526.211837:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6785) 00000400:00000001:3.0:1760458526.211863:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458526.211868:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458526.211872:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009dd85dc3. 00000400:00000200:3.0:1760458526.211881:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002fdedf09 00000400:00000010:3.0:1760458526.211884:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002fdedf09. 00000100:00000001:3.0:1760458526.211890:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458526.211896:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000059a6e58d x1845971106428096/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458526 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458526.211912:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000059a6e58d x1845971106428096/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458526 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458526.211924:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458526.211926:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458526.211931:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458526.211935:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458526.211941:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000059a6e58d x1845971106428096/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458526 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458526.211954:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458526.211966:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458526.211969:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458526.211973:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458526.211977:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458526.211981:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458526.211987:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059a6e58d x1845971106428096/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458526 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458526.211999:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458526.212004:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458526.212007:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458526.212009:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458526.212014:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458526.212018:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458526.212024:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458526.212062:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458526.212068:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458526.212075:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059a6e58d x1845971106428096/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458526 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458526.212091:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059a6e58d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428096:192.168.203.106@tcp:38: 00000100:00080000:2.0:1760458526.212099:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458526.212102:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458526.212110:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458526.212113:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00080000:2.0:1760458526.212116:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1760458526.212123:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000059a6e58d x1845971106428096/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458526 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458526.212124:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458526.212127:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1760458526.212131:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458526.212134:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458526.212159:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458526.212167:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6755 00000100:00080000:2.0:1760458526.212172:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458526.212180:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458526.212186:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00000001:2.0:1760458526.212187:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458526.212193:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458526.212195:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458526.212199:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458526.212202:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:2.0:1760458526.212205:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458526.212208:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:2.0:1760458526.212211:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:2.0:1760458526.212214:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:2.0:1760458526.212217:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458526.212219:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458526.212221:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458526.212223:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458526.212226:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:2.0:1760458526.212230:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458526.212233:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458526.212236:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1760458526.212237:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:3.0:1760458526.212244:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a5369a9. 02000000:00000001:2.0:1760458526.212247:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458526.212254:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458526.212257:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 02000000:00000001:3.0:1760458526.212258:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000008:00100000:2.0:1760458526.212262:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000020:00000001:3.0:1760458526.212265:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000008:00000001:2.0:1760458526.212268:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1760458526.212271:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000100:00000001:2.0:1760458526.212273:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458526.212282:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000010:2.0:1760458526.212287:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a8d1e875. 02000000:00000010:3.0:1760458526.212287:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000005a07072d. 00000020:00000040:2.0:1760458526.212296:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:3.0:1760458526.212297:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458526.212302:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 02000000:00000001:2.0:1760458526.212303:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458526.212307:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458526.212307:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059a6e58d. 00000100:00000001:2.0:1760458526.212315:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458526.212320:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 00000100:00000001:3.0:1760458526.212320:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458526.212326:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 02000000:00000001:2.0:1760458526.212327:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458526.212337:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458526.212342:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000350d0570. 00000100:00000001:2.0:1760458526.212352:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458526.212359:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a8d1e875 x1845971106428288/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458526.212373:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458526.212375:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458526.212381:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a8d1e875] to pc [ptlrpcd_rcv+-1] req@00000000a8d1e875 x1845971106428288/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458526.212408:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458526.212411:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:2.0:1760458526.212412:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458526.212416:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458526.212419:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458526.212421:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458526.212425:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6785) 00000100:00000001:3.0:1760458526.212467:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458526.212472:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458526.212475:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458526.212485:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8d1e875 x1845971106428288/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458526.212500:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458526.212503:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458526.212509:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458526.212513:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458526.212519:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8d1e875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428288:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458526.212526:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458526.212531:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458526.212534:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458526.212539:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458526.212546:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d3ca4d9b. 02000000:00000001:3.0:1760458526.212550:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458526.212557:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004471e0a9. 00000400:00000010:3.0:1760458526.212566:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015a22b06. 00000100:00000200:3.0:1760458526.212574:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106428288, portal 10 00000100:00000001:3.0:1760458526.212579:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458526.212582:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771194944 : -123359938356672 : ffff8fce06b1da40) 00000100:00000040:3.0:1760458526.212593:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a8d1e875 x1845971106428288/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458551 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458526.212604:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458526.212610:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458526.212615:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8d1c8d1. 00000100:00000200:3.0:1760458526.212619:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106428288, offset 0 00000400:00000200:3.0:1760458526.212631:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458526.212690:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458526.212703:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458526.212709:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458526.212715:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458526.212721:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [466:466:256:4294967295] 192.168.203.106@tcp LPNI seq info [466:466:8:4294967295] 00000400:00000200:3.0:1760458526.212739:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458526.212750:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458526.212759:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e9c31a6 (tot 1763794). 00000800:00000200:3.0:1760458526.212771:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458526.212783:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458526.212790:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005e9c31a6 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458526.212823:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458526.212827:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458526.212831:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458526.212836:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458526.212840:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458526.212847:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458526.212850:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458526.212853:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458526.212856:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458526.212858:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458526.212861:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458526.213052:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458526.213061:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e9c31a6 (tot 1763546). 00000400:00000200:1.0:1760458526.213071:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458526.213081:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458526.213088:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d1c8d1 00000400:00000010:1.0:1760458526.213092:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d1c8d1. 00000100:00000001:1.0:1760458526.213098:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458526.213104:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a8d1e875 x1845971106428288/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458551 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458526.213121:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458526.213125:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a8d1e875 x1845971106428288/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458551 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458526.213169:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458526.213172:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458526.403755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458526.403761:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458526.403762:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458526.403767:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458526.403772:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458526.403775:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458526.403777:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458526.403779:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458526.403782:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458527.107818:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458527.107822:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458527.107828:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458527.107829:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458527.107832:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458527.107833:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458527.107943:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458527.107947:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458527.107950:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458527.235795:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458527.235812:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458527.235816:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458527.235824:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458527.235828:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458527.235834:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458527.235839:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458527.427780:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458527.427789:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458527.427793:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458527.427800:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458527.427808:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458527.427813:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458527.427817:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458527.427820:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458527.427824:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458528.131798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458528.131808:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458528.131812:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458528.131816:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458528.131825:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458528.131828:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458528.131832:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458528.131835:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458528.131840:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458528.131842:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458528.131845:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458528.131846:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458528.131988:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458528.131993:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458528.131998:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458528.259771:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458528.259786:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458528.259788:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458528.259794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458528.259798:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458528.259802:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458528.259805:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458528.451745:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458528.451750:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458528.451752:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458528.451757:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458528.451762:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458528.451765:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458528.451768:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458528.451770:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458528.451772:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458529.155758:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458529.155767:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458529.155779:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458529.155781:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458529.155811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458529.155813:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458529.155904:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458529.155909:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458529.155913:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458529.283839:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458529.283852:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458529.283854:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458529.283861:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458529.283864:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458529.283869:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458529.283872:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458529.475777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458529.475784:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458529.475786:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458529.475792:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458529.475797:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458529.475801:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458529.475804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458529.475807:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458529.475810:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458530.179810:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458530.179819:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458530.179829:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458530.179831:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458530.179836:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458530.179838:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458530.179940:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458530.179945:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458530.179950:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458530.307763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458530.307776:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458530.307778:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458530.307784:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458530.307787:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458530.307792:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458530.307795:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458530.499769:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458530.499777:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458530.499779:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458530.499785:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458530.499790:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458530.499795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458530.499798:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458530.499801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458530.499804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458531.203796:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458531.203802:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458531.203811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458531.203813:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458531.203817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458531.203821:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458531.203823:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458531.203829:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458531.203832:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458531.203833:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458531.203836:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458531.203839:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458531.203842:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458531.203844:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458531.203986:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458531.203992:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458531.203997:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1760458531.331791:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458531.331804:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458531.331807:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1760458531.331808:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458531.331814:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458531.331817:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458531.331821:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1760458531.331823:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1760458531.331825:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1760458531.331828:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458531.331833:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1760458531.331834:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458531.331838:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458531.331844:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458531.331844:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6790) 00000100:00000001:2.0:1760458531.331852:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458531.523768:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458531.523774:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458531.523776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458531.523782:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458531.523788:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458531.523792:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458531.523795:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458531.523798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458531.523801:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458532.227779:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458532.227785:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458532.227794:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458532.227796:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458532.227800:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458532.227802:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458532.227940:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458532.227946:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458532.227950:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458532.355758:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458532.355763:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458532.355779:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458507/real 1760458507] req@00000000cc5fc9eb x1845971106428160/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458532 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458532.355801:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458532.355803:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458532.355807:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d5719e0. 00000400:00000200:2.0:1760458532.355815:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ac449b08 00000400:00000010:2.0:1760458532.355817:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ac449b08. 00000100:00000001:2.0:1760458532.355823:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458532.355826:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cc5fc9eb x1845971106428160/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458532 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458532.355837:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cc5fc9eb x1845971106428160/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458532 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458532.355845:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458532.355847:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458532.355850:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458532.355852:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458532.355856:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000cc5fc9eb x1845971106428160/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458532 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458532.355863:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458532.355873:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458532.355875:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458532.355878:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458532.355881:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458532.355885:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458532.355888:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000cc5fc9eb x1845971106428160/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458532 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458532.355896:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458532.355900:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458532.355902:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458532.355903:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458532.355906:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458532.355908:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458532.355912:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458532.355936:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458532.355940:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458532.355944:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000cc5fc9eb x1845971106428160/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458532 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458532.355953:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000cc5fc9eb pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428160:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458532.355959:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458532.355962:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458532.355964:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000cc5fc9eb x1845971106428160/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458532 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458532.355972:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458532.355975:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458532.355980:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000063605d8. 02000000:00000001:2.0:1760458532.355985:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458532.355988:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458532.355989:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:2.0:1760458532.355993:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458532.355996:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000005e23616. 02000000:00000001:2.0:1760458532.356000:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458532.356002:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458532.356004:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cc5fc9eb. 00000100:00000001:2.0:1760458532.356008:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458532.356010:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458532.356013:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458532.356047:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458532.356056:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458532.356060:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458532.356064:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458532.356067:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458532.356071:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458532.356074:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458532.356078:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:3.0:1760458532.356080:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:3.0:1760458532.356083:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1760458532.356085:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1760458532.356089:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:3.0:1760458532.356094:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6761 00000100:00080000:3.0:1760458532.356125:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1760458532.356129:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458532.356133:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458532.356136:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458532.356138:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:3.0:1760458532.356142:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458532.356144:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:3.0:1760458532.356147:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1760458532.356151:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:3.0:1760458532.356154:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:3.0:1760458532.356157:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:3.0:1760458532.356160:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458532.356162:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458532.356164:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458532.356166:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458532.356168:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:3.0:1760458532.356172:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:3.0:1760458532.356176:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458532.356179:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458532.356187:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458532.356190:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458532.356193:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:3.0:1760458532.356197:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1760458532.356201:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458532.356203:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458532.356213:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008333b1e0. 00000020:00000040:3.0:1760458532.356217:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:3.0:1760458532.356222:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458532.356224:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458532.356227:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458532.356231:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458532.356235:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458532.356244:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c08c4ada. 00000100:00000001:3.0:1760458532.356252:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458532.356258:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008333b1e0 x1845971106428352/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458532.356270:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458532.356273:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458532.356277:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008333b1e0] to pc [ptlrpcd_rcv+-1] req@000000008333b1e0 x1845971106428352/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458532.356305:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458532.356308:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:3.0:1760458532.356312:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6791) 00000100:00000001:2.0:1760458532.356363:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458532.356367:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458532.356369:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458532.356376:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008333b1e0 x1845971106428352/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458532.356386:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458532.356388:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458532.356393:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458532.356396:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458532.356399:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008333b1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428352:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458532.356404:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458532.356409:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458532.356411:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458532.356414:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458532.356421:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006b39f20e. 02000000:00000001:2.0:1760458532.356423:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458532.356428:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d3c451c3. 00000400:00000010:2.0:1760458532.356434:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8c5fef3. 00000100:00000200:2.0:1760458532.356441:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106428352, portal 4 00000100:00000001:2.0:1760458532.356444:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458532.356446:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771143936 : -123359938407680 : ffff8fce06b11300) 00000100:00000040:2.0:1760458532.356452:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008333b1e0 x1845971106428352/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458557 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458532.356461:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458532.356465:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458532.356467:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a5bd3df. 00000100:00000200:2.0:1760458532.356470:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106428352, offset 0 00000400:00000200:2.0:1760458532.356478:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458532.356493:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458532.356502:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458532.356506:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458532.356510:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458532.356514:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [467:467:256:4294967295] 192.168.203.106@tcp LPNI seq info [467:467:8:4294967295] 00000400:00000200:2.0:1760458532.356528:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458532.356536:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458532.356542:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009faadf73 (tot 1763794). 00000800:00000200:2.0:1760458532.356550:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458532.356560:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458532.356565:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009faadf73 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458532.356587:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458532.356590:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458532.356593:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458532.356596:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458532.356598:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458532.356603:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458532.356605:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458532.356607:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458532.356609:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458532.356610:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458532.356612:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458532.356810:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458532.356817:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009faadf73 (tot 1763546). 00000400:00000200:0.0:1760458532.356825:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458532.356834:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458532.356839:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a5bd3df 00000400:00000010:0.0:1760458532.356841:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a5bd3df. 00000100:00000001:0.0:1760458532.356846:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458532.356850:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008333b1e0 x1845971106428352/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458557 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458532.356861:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458532.356863:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008333b1e0 x1845971106428352/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458557 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458532.356872:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458532.356874:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458532.547760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458532.547764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458532.547766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458532.547770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458532.547774:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458532.547777:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458532.547780:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458532.547782:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458532.547785:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458533.251786:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458533.251793:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458533.251802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458533.251809:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458533.251813:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458533.251821:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458533.251824:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458533.251826:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458533.251830:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458533.251833:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458533.251836:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458533.251839:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458533.251843:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458533.251845:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458533.251930:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458533.251939:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458533.251948:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458533.379777:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458533.379789:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458533.379791:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458533.379796:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458533.379799:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458533.379803:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458533.379806:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458533.571756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458533.571760:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458533.571761:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458533.571765:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458533.571768:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458533.571771:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458533.571773:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458533.571774:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458533.571776:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458534.275781:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458534.275787:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458534.275795:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458534.275796:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458534.275801:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458534.275803:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458534.275953:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458534.275958:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458534.275963:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458534.403756:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458534.403769:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458534.403771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458534.403776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458534.403779:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458534.403783:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458534.403786:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458534.595773:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458534.595779:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458534.595780:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458534.595786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458534.595791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458534.595795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458534.595798:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458534.595800:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458534.595804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458535.299800:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458535.299807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458535.299817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458535.299819:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458535.299824:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458535.299825:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458535.299958:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458535.299963:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458535.299967:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458535.427706:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458535.427719:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458535.427721:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458535.427726:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458535.427729:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458535.427733:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458535.427736:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458535.619753:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458535.619758:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458535.619760:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458535.619765:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458535.619770:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458535.619774:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458535.619776:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458535.619779:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458535.619782:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458536.323778:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458536.323784:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458536.323793:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458536.323794:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458536.323798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458536.323800:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458536.323937:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458536.323943:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458536.323947:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458536.451732:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458536.451743:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458536.451745:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458536.451750:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458536.451752:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458536.451755:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458536.451758:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458536.643783:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458536.643788:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458536.643789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458536.643793:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458536.643798:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458536.643801:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458536.643804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458536.643807:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458536.643810:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458537.347756:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458537.347764:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458537.347789:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458537.347790:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458537.347798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458537.347801:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458537.347880:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458537.347888:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458537.347892:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1760458537.475809:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458537.475810:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1760458537.475819:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458537.475823:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458537.475824:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:3.0:1760458537.475829:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458537.475830:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1760458537.475833:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458537.475841:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1760458537.475842:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458537.475846:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458537.475847:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1760458537.475850:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458537.475856:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458537.475858:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6796) 00000100:00000001:2.0:1760458537.475863:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458537.667760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458537.667764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458537.667766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458537.667770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458537.667776:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458537.667779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458537.667782:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458537.667785:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458537.667787:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458538.371726:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458538.371733:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458538.371736:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458538.371739:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458538.371745:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458538.371749:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458538.371752:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458538.371755:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458538.371763:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458538.371766:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458538.371785:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458538.371786:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458538.371894:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458538.371899:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458538.371904:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458538.499721:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458538.499731:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458538.499733:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458538.499737:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458538.499739:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458538.499742:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458538.499745:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458538.691700:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458538.691703:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458538.691704:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458538.691706:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458538.691710:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458538.691712:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458538.691714:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458538.691716:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458538.691718:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458539.395765:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458539.395771:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458539.395780:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458539.395782:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458539.395792:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458539.395796:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458539.395922:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458539.395927:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458539.395932:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458539.523767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458539.523781:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458539.523783:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458539.523789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458539.523793:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458539.523798:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458539.523801:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458539.715767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458539.715789:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458539.715790:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458539.715795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458539.715800:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458539.715803:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458539.715805:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458539.715808:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458539.715810:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458540.419793:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458540.419802:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458540.419815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458540.419820:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458540.419828:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458540.419831:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458540.419922:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458540.419927:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458540.419931:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458540.547799:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458540.547805:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458540.547822:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458515/real 1760458515] req@0000000064283d79 x1845971106428224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458540 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458540.547846:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458540.547849:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458540.547853:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c2a53f74. 00000400:00000200:2.0:1760458540.547859:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089d33f87 00000400:00000010:2.0:1760458540.547862:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089d33f87. 00000100:00000001:2.0:1760458540.547867:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458540.547871:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000064283d79 x1845971106428224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458540 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458540.547884:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000064283d79 x1845971106428224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458540 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458540.547893:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458540.547895:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458540.547898:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458540.547900:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458540.547903:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000064283d79 x1845971106428224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458540 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458540.547910:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458540.547919:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458540.547920:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458540.547922:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458540.547924:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458540.547927:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458540.547930:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000064283d79 x1845971106428224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458540 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458540.547936:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458540.547939:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458540.547940:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458540.547942:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458540.547944:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458540.547946:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458540.547949:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458540.547974:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458540.547978:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458540.547981:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000064283d79 x1845971106428224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458540 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458540.547988:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000064283d79 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106428224:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458540.547993:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458540.547995:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458540.547998:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000064283d79 x1845971106428224/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458540 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458540.548004:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458540.548007:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458540.548011:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e0e5c22c. 02000000:00000001:2.0:1760458540.548016:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458540.548018:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458540.548020:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:2.0:1760458540.548022:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458540.548024:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000c104535d. 02000000:00000001:2.0:1760458540.548028:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458540.548029:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458540.548031:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000064283d79. 00000100:00000001:2.0:1760458540.548034:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458540.548036:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458540.548038:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458540.548101:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458540.548109:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:3.0:1760458540.548110:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:3.0:1760458540.548113:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1760458540.548115:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1760458540.548118:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:3.0:1760458540.548122:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6770 00000100:00080000:3.0:1760458540.548125:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1760458540.548128:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458540.548131:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458540.548133:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458540.548135:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:3.0:1760458540.548137:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458540.548139:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:3.0:1760458540.548141:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1760458540.548144:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:3.0:1760458540.548146:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:3.0:1760458540.548148:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:3.0:1760458540.548151:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458540.548153:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458540.548155:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458540.548156:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458540.548159:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:3.0:1760458540.548162:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:3.0:1760458540.548164:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458540.548166:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458540.548168:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458540.548171:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458540.548173:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:3.0:1760458540.548174:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458540.548180:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2e3b45d. 00000020:00000040:3.0:1760458540.548184:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:3.0:1760458540.548187:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458540.548188:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458540.548192:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458540.548194:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458540.548198:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458540.548204:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009c6e2fd9. 00000100:00000001:3.0:1760458540.548210:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458540.548215:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2e3b45d x1845971106428416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458540.548224:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458540.548226:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458540.548229:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c2e3b45d] to pc [ptlrpcd_rcv+-1] req@00000000c2e3b45d x1845971106428416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458540.548251:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458540.548253:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:3.0:1760458540.548254:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458540.548258:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458540.548260:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458540.548265:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458540.548268:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458540.548272:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458540.548276:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6799) 00000100:00000001:2.0:1760458540.548285:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458540.548288:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458540.548290:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458540.548296:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c2e3b45d x1845971106428416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458540.548305:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458540.548307:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458540.548311:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458540.548313:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458540.548316:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2e3b45d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106428416:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458540.548319:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458540.548323:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458540.548325:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458540.548327:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458540.548332:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458540.548333:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458540.548338:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007afc05c3. 00000400:00000010:2.0:1760458540.548342:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e94a7194. 00000100:00000200:2.0:1760458540.548348:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106428416, portal 25 00000100:00000001:2.0:1760458540.548350:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458540.548352:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771160960 : -123359938390656 : ffff8fce06b15580) 00000100:00000040:2.0:1760458540.548355:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c2e3b45d x1845971106428416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458565 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458540.548362:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458540.548366:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458540.548368:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b460705e. 00000100:00000200:2.0:1760458540.548370:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106428416, offset 0 00000400:00000200:2.0:1760458540.548376:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458540.548389:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458540.548396:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458540.548400:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458540.548403:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458540.548406:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [468:468:256:4294967295] 192.168.203.106@tcp LPNI seq info [468:468:8:4294967295] 00000400:00000200:2.0:1760458540.548416:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458540.548422:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458540.548427:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a7bc5d3 (tot 1763794). 00000800:00000200:2.0:1760458540.548435:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458540.548444:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458540.548448:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a7bc5d3 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458540.548465:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458540.548467:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458540.548469:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458540.548472:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458540.548474:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458540.548477:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458540.548479:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458540.548480:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458540.548481:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458540.548483:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458540.548484:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458540.548615:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458540.548621:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a7bc5d3 (tot 1763546). 00000400:00000200:0.0:1760458540.548626:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458540.548632:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458540.548637:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b460705e 00000400:00000010:0.0:1760458540.548638:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b460705e. 00000100:00000001:0.0:1760458540.548679:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458540.548684:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2e3b45d x1845971106428416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458565 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458540.548692:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458540.548695:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c2e3b45d x1845971106428416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458565 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458540.548701:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458540.548702:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458540.739761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458540.739765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458540.739767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458540.739771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458540.739775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458540.739778:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458540.739780:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458540.739782:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458540.739785:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458541.443737:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458541.443743:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458541.443752:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458541.443754:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458541.443761:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458541.443766:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458541.443769:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458541.443776:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458541.443779:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458541.443781:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458541.443785:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458541.443788:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458541.443790:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458541.443793:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458541.443888:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458541.443892:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458541.443895:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458541.571739:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458541.571754:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458541.571757:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458541.571765:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458541.571769:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458541.571775:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458541.571779:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458541.763768:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458541.763773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458541.763774:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458541.763779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458541.763784:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458541.763788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458541.763791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458541.763794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458541.763797:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458542.467818:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458542.467825:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458542.467836:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458542.467838:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458542.467843:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458542.467847:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458542.468013:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458542.468017:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458542.468021:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458542.595768:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458542.595785:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458542.595788:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458542.595796:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458542.595800:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458542.595805:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458542.595809:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458542.787749:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458542.787754:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458542.787756:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458542.787760:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458542.787766:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458542.787769:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458542.787772:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458542.787774:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458542.787777:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458543.491788:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458543.491797:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458543.491812:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458543.491821:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458543.491824:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458543.491833:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458543.491836:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458543.491838:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458543.491844:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458543.491847:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458543.491850:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458543.491854:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458543.491860:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458543.491862:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458543.491992:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458543.491997:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458543.492001:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458543.619768:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458543.619784:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458543.619788:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458543.619796:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458543.619800:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458543.619806:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458543.619810:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458543.811763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458543.811769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458543.811771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458543.811776:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458543.811782:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458543.811786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458543.811789:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458543.811792:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458543.811795:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458544.515754:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458544.515760:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458544.515768:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458544.515770:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458544.515774:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458544.515775:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458544.515899:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458544.515910:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458544.515917:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458544.643775:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458544.643793:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458544.643797:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458544.643805:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458544.643810:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458544.643816:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458544.643820:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458544.835679:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458544.835683:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458544.835684:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458544.835688:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458544.835692:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458544.835694:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458544.835696:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458544.835697:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458544.835699:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458545.539828:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458545.539834:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458545.539842:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458545.539844:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458545.539848:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458545.539851:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458545.539999:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458545.540004:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458545.540032:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458545.667795:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458545.667809:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458545.667811:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458545.667818:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458545.667822:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458545.667827:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458545.667830:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458545.667934:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458545.667945:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458545.667951:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458545.667954:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458545.667957:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458545.667961:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458545.667963:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458545.667966:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458545.667971:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6804) 00000100:00000001:3.0:1760458545.859756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458545.859763:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458545.859765:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458545.859802:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458545.859808:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458545.859812:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458545.859815:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458545.859818:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458545.859821:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458546.563807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458546.563814:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458546.563822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458546.563824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458546.563828:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458546.563829:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458546.563981:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458546.563986:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458546.563991:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458546.691732:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458546.691742:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458546.691744:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458546.691748:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458546.691751:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458546.691754:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458546.691756:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458546.883761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458546.883769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458546.883772:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458546.883778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458546.883785:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458546.883791:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458546.883795:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458546.883798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458546.883802:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458547.587838:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458547.587845:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458547.587852:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458547.587854:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458547.587857:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458547.587859:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458547.587989:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458547.588016:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458547.588021:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458547.715774:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458547.715787:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458547.715789:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458547.715796:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458547.715800:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458547.715804:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458547.715807:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458547.907804:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458547.907811:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458547.907813:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458547.907819:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458547.907825:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458547.907829:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458547.907832:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458547.907834:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458547.907837:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458548.611809:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458548.611819:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458548.611822:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458548.611825:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458548.611832:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458548.611834:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458548.611837:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458548.611839:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458548.611844:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458548.611845:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458548.611849:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458548.611850:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458548.611932:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458548.611937:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458548.611942:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458548.739761:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458548.739775:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458548.739777:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458548.739784:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458548.739787:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458548.739791:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458548.739794:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458548.931790:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458548.931796:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458548.931798:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458548.931804:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458548.931809:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458548.931814:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458548.931817:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458548.931819:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458548.931822:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458549.635788:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458549.635794:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458549.635803:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458549.635805:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458549.635812:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458549.635814:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458549.635908:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458549.635913:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458549.635917:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458549.763844:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458549.763857:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458549.763859:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458549.763865:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458549.763867:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458549.763871:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458549.763874:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458549.955772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458549.955778:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458549.955780:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458549.955785:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458549.955791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458549.955795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458549.955798:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458549.955801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458549.955804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458550.659785:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458550.659792:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458550.659802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458550.659804:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458550.659810:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458550.659812:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458550.659916:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458550.659921:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458550.659926:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458550.787793:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458550.787807:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458550.787809:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1760458550.787818:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458550.787819:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458550.787823:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458550.787827:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458550.787829:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458550.787832:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458550.787835:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458550.787841:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458550.787844:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458550.787847:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458550.787850:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458550.787854:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458550.787861:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6809) 00000100:00000001:3.0:1760458550.979782:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458550.979788:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458550.979790:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458550.979795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458550.979801:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458550.979805:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458550.979807:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458550.979809:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458550.979812:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458551.683789:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458551.683793:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458551.683800:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458551.683801:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458551.683808:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458551.683811:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458551.683813:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458551.683818:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458551.683820:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458551.683821:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458551.683823:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458551.683825:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458551.683827:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458551.683828:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458551.683900:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458551.683904:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458551.683907:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458551.811806:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458551.811812:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458551.811829:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458526/real 1760458526] req@00000000a8d1e875 x1845971106428288/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458551 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458551.811867:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458551.811869:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458551.811874:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004471e0a9. 00000400:00000200:2.0:1760458551.811882:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015a22b06 00000400:00000010:2.0:1760458551.811886:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015a22b06. 00000100:00000001:2.0:1760458551.811893:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458551.811898:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a8d1e875 x1845971106428288/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458551 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458551.811914:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a8d1e875 x1845971106428288/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458551 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458551.811937:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458551.811940:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458551.811944:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458551.811947:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458551.811953:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a8d1e875 x1845971106428288/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458551 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458551.812001:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458551.812010:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458551.812012:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458551.812015:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458551.812018:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458551.812021:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458551.812026:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8d1e875 x1845971106428288/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458551 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458551.812054:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458551.812058:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458551.812060:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458551.812062:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458551.812065:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458551.812067:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458551.812072:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458551.812101:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458551.812105:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458551.812110:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8d1e875 x1845971106428288/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458551 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458551.812120:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8d1e875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428288:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458551.812128:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458551.812132:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458551.812135:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a8d1e875 x1845971106428288/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458551 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458551.812146:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458551.812149:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1760458551.812151:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1760458551.812153:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d3ca4d9b. 00000100:00080000:0.0:1760458551.812159:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:2.0:1760458551.812160:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1760458551.812163:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1760458551.812164:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458551.812166:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000100:00000001:0.0:1760458551.812169:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000020:00000001:2.0:1760458551.812170:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00080000:0.0:1760458551.812172:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 02000000:00000010:2.0:1760458551.812174:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000350d0570. 00000100:00000001:0.0:1760458551.812176:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458551.812179:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:2.0:1760458551.812180:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458551.812182:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458551.812184:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a8d1e875. 00000100:00000001:0.0:1760458551.812185:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00000001:2.0:1760458551.812190:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1760458551.812192:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6780 00000100:00000001:2.0:1760458551.812193:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458551.812196:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1760458551.812198:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458551.812203:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458551.812207:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458551.812209:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458551.812211:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458551.812213:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458551.812215:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760458551.812217:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458551.812220:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760458551.812222:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760458551.812225:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760458551.812228:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458551.812230:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458551.812232:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458551.812233:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458551.812235:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760458551.812238:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458551.812240:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458551.812242:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458551.812247:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458551.812250:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458551.812251:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458551.812254:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458551.812257:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458551.812258:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458551.812266:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002694c92e. 00000020:00000040:0.0:1760458551.812268:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760458551.812272:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458551.812273:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458551.812276:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458551.812278:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458551.812281:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458551.812288:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ba73836f. 00000100:00000001:0.0:1760458551.812293:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458551.812297:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000002694c92e x1845971106428480/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458551.812305:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458551.812307:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458551.812310:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000002694c92e] to pc [ptlrpcd_rcv+-1] req@000000002694c92e x1845971106428480/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458551.812329:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458551.812331:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458551.812333:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458551.812335:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458551.812338:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458551.812340:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458551.812344:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6810) 00000100:00000001:2.0:1760458551.812375:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458551.812379:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458551.812382:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458551.812390:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000002694c92e x1845971106428480/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458551.812399:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458551.812401:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458551.812405:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458551.812408:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458551.812411:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000002694c92e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428480:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458551.812415:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458551.812419:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458551.812421:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458551.812424:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458551.812428:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000350d0570. 02000000:00000001:2.0:1760458551.812430:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458551.812435:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddc575aa. 00000400:00000010:2.0:1760458551.812440:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001304f4e0. 00000100:00000200:2.0:1760458551.812446:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106428480, portal 10 00000100:00000001:2.0:1760458551.812448:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458551.812451:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762836672 : -123359946714944 : ffff8fce063250c0) 00000100:00000040:2.0:1760458551.812457:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000002694c92e x1845971106428480/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458576 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458551.812481:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458551.812484:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458551.812486:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049335e16. 00000100:00000200:2.0:1760458551.812488:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106428480, offset 0 00000400:00000200:2.0:1760458551.812494:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458551.812506:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458551.812512:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458551.812516:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458551.812518:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458551.812522:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [469:469:256:4294967295] 192.168.203.106@tcp LPNI seq info [469:469:8:4294967295] 00000400:00000200:2.0:1760458551.812531:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458551.812536:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458551.812541:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080433ee0 (tot 1763794). 00000800:00000200:2.0:1760458551.812546:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458551.812554:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458551.812557:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000080433ee0 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458551.812575:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458551.812577:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458551.812579:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458551.812582:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458551.812583:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458551.812587:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458551.812588:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458551.812589:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458551.812590:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458551.812592:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458551.812593:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458551.812842:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458551.812853:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080433ee0 (tot 1763546). 00000400:00000200:1.0:1760458551.812864:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458551.812877:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458551.812884:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049335e16 00000400:00000010:1.0:1760458551.812887:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049335e16. 00000100:00000001:1.0:1760458551.812893:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458551.812902:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002694c92e x1845971106428480/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458576 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458551.812916:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458551.812919:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000002694c92e x1845971106428480/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458576 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458551.812928:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458551.812930:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458552.003796:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458552.003802:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458552.003805:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458552.003810:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458552.003815:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458552.003820:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458552.003823:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458552.003826:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458552.003829:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458552.707849:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458552.707858:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458552.707869:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458552.707873:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458552.707878:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458552.707880:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458552.708032:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458552.708036:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458552.708041:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458552.835796:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458552.835840:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458552.835842:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458552.835848:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458552.835851:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458552.835856:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458552.835858:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458553.027810:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458553.027816:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458553.027818:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458553.027824:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458553.027831:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458553.027835:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458553.027838:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458553.027841:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458553.027844:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458553.731824:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458553.731830:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458553.731837:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458553.731841:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458553.731844:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458553.731851:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458553.731854:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458553.731855:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458553.731859:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458553.731861:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458553.731864:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458553.731866:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458553.731869:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458553.731871:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458553.732064:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458553.732069:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458553.732074:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458553.859776:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458553.859788:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458553.859790:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458553.859796:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458553.859799:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458553.859804:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458553.859807:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458554.051779:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458554.051788:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458554.051790:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458554.051797:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458554.051805:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458554.051810:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458554.051814:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458554.051818:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458554.051822:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458554.755825:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458554.755831:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458554.755838:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458554.755839:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458554.755843:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458554.755844:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458554.755991:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458554.755996:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458554.756001:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458554.883770:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458554.883784:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458554.883787:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458554.883794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458554.883797:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458554.883801:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458554.883804:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458555.075738:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458555.075743:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458555.075745:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458555.075750:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458555.075756:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458555.075759:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458555.075762:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458555.075765:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458555.075768:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458555.779816:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458555.779820:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458555.779825:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458555.779826:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458555.779829:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458555.779830:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458555.780002:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458555.780004:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458555.780007:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458555.907761:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458555.907783:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458555.907784:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458555.907789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458555.907791:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458555.907795:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458555.907797:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458556.099783:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458556.099789:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458556.099791:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458556.099797:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458556.099803:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458556.099807:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458556.099810:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458556.099814:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458556.099817:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458556.803801:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458556.803807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458556.803815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458556.803816:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458556.803820:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458556.803821:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458556.803974:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458556.803980:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458556.803984:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458556.931792:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458556.931806:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458556.931809:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458556.931814:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458556.931817:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458556.931821:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458556.931826:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458556.931827:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458556.931831:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458556.931833:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458556.931842:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458556.931846:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458556.931849:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458556.931852:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458556.931859:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458556.931867:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6816) 00000100:00000001:3.0:1760458557.123784:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458557.123790:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458557.123792:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458557.123797:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458557.123804:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458557.123808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458557.123811:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458557.123813:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458557.123816:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458557.827806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458557.827813:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458557.827822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458557.827824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458557.827828:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458557.827830:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458557.827973:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458557.827978:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458557.827983:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458557.955792:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458557.955802:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458557.955823:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458532/real 1760458532] req@000000008333b1e0 x1845971106428352/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458557 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458557.955855:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458557.955858:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458557.955863:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d3c451c3. 00000400:00000200:2.0:1760458557.955871:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8c5fef3 00000400:00000010:2.0:1760458557.955873:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8c5fef3. 00000100:00000001:2.0:1760458557.955879:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458557.955883:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008333b1e0 x1845971106428352/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458557 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458557.955893:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008333b1e0 x1845971106428352/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458557 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458557.955902:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458557.955905:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458557.955908:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458557.955910:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458557.955914:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008333b1e0 x1845971106428352/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458557 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458557.955922:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458557.955952:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458557.955954:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458557.955957:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458557.955961:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458557.955965:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458557.955969:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008333b1e0 x1845971106428352/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458557 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458557.955978:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458557.955982:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458557.955984:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458557.955985:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458557.955988:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458557.955990:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458557.955994:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458557.956023:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458557.956026:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458557.956031:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008333b1e0 x1845971106428352/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458557 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458557.956040:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008333b1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428352:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458557.956045:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458557.956048:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458557.956051:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008333b1e0 x1845971106428352/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458557 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458557.956059:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458557.956062:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458557.956067:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006b39f20e. 02000000:00000001:2.0:1760458557.956072:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458557.956075:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458557.956077:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:2.0:1760458557.956081:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458557.956083:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000c08c4ada. 02000000:00000001:2.0:1760458557.956087:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458557.956089:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458557.956091:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008333b1e0. 00000100:00000001:2.0:1760458557.956095:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458557.956096:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458557.956099:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458557.956147:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458557.956156:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458557.956159:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458557.956163:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458557.956165:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458557.956168:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458557.956171:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458557.956175:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:3.0:1760458557.956177:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:3.0:1760458557.956180:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1760458557.956182:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1760458557.956186:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:3.0:1760458557.956191:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6786 00000100:00080000:3.0:1760458557.956195:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1760458557.956198:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458557.956201:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458557.956204:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458557.956206:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:3.0:1760458557.956211:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458557.956213:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:3.0:1760458557.956216:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1760458557.956220:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:3.0:1760458557.956223:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:3.0:1760458557.956226:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:3.0:1760458557.956229:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458557.956231:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458557.956233:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458557.956234:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458557.956237:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:3.0:1760458557.956241:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:3.0:1760458557.956244:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458557.956247:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458557.956254:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458557.956257:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458557.956260:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:3.0:1760458557.956264:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1760458557.956267:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458557.956269:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458557.956279:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008333b1e0. 00000020:00000040:3.0:1760458557.956283:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:3.0:1760458557.956288:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458557.956290:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458557.956293:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458557.956297:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458557.956301:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458557.956311:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e0e5c22c. 00000100:00000001:3.0:1760458557.956318:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458557.956324:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000008333b1e0 x1845971106428544/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458557.956336:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458557.956339:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458557.956343:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000008333b1e0] to pc [ptlrpcd_rcv+-1] req@000000008333b1e0 x1845971106428544/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458557.956373:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458557.956376:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:3.0:1760458557.956380:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6817) 00000100:00000001:2.0:1760458557.956425:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458557.956429:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458557.956432:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458557.956438:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000008333b1e0 x1845971106428544/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458557.956449:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458557.956451:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458557.956455:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458557.956458:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458557.956461:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000008333b1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428544:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458557.956467:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458557.956471:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458557.956473:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458557.956476:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458557.956482:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006b39f20e. 02000000:00000001:2.0:1760458557.956484:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458557.956489:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d3c451c3. 00000400:00000010:2.0:1760458557.956494:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8c5fef3. 00000100:00000200:2.0:1760458557.956501:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106428544, portal 4 00000100:00000001:2.0:1760458557.956504:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458557.956506:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771143936 : -123359938407680 : ffff8fce06b11300) 00000100:00000040:2.0:1760458557.956512:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000008333b1e0 x1845971106428544/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458582 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458557.956520:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458557.956525:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458557.956527:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029a71a8e. 00000100:00000200:2.0:1760458557.956530:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106428544, offset 0 00000400:00000200:2.0:1760458557.956538:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458557.956554:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458557.956562:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458557.956567:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458557.956570:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458557.956575:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [470:470:256:4294967295] 192.168.203.106@tcp LPNI seq info [470:470:8:4294967295] 00000400:00000200:2.0:1760458557.956588:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458557.956596:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458557.956602:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003aedd732 (tot 1763794). 00000800:00000200:2.0:1760458557.956610:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458557.956620:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458557.956625:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003aedd732 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458557.956671:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458557.956675:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458557.956679:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458557.956683:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458557.956686:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458557.956693:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458557.956695:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458557.956698:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458557.956701:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458557.956703:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458557.956705:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458557.956859:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458557.956865:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003aedd732 (tot 1763546). 00000400:00000200:0.0:1760458557.956873:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458557.956882:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458557.956887:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029a71a8e 00000400:00000010:0.0:1760458557.956889:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029a71a8e. 00000100:00000001:0.0:1760458557.956893:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458557.956898:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008333b1e0 x1845971106428544/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458582 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458557.956909:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458557.956911:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000008333b1e0 x1845971106428544/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458582 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458557.956919:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458557.956922:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458558.147802:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458558.147812:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458558.147814:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458558.147823:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458558.147831:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458558.147836:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458558.147847:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458558.147849:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458558.147853:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458558.851787:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458558.851794:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458558.851798:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458558.851801:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458558.851807:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458558.851810:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458558.851812:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458558.851814:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458558.851819:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458558.851820:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458558.851824:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458558.851825:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458558.851985:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458558.851990:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458558.851994:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458558.979827:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458558.979841:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458558.979843:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458558.979849:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458558.979852:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458558.979857:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458558.979860:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458559.171762:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458559.171769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458559.171771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458559.171777:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458559.171783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458559.171787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458559.171790:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458559.171793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458559.171796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458559.875800:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458559.875807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458559.875817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458559.875819:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458559.875823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458559.875825:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458559.875969:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458559.875975:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458559.875980:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458560.003760:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458560.003770:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458560.003771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458560.003776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458560.003778:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458560.003782:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458560.003784:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458560.195766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458560.195772:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458560.195774:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458560.195778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458560.195784:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458560.195788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458560.195790:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458560.195793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458560.195796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458560.899801:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458560.899806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458560.899816:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458560.899818:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458560.899823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458560.899828:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458560.899832:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458560.899840:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458560.899843:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458560.899844:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458560.899849:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458560.899853:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458560.899856:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458560.899859:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458560.899959:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458560.899964:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458560.899969:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458561.027789:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458561.027803:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458561.027805:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458561.027811:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458561.027814:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458561.027818:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458561.027820:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458561.219756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458561.219763:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458561.219766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458561.219773:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458561.219781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458561.219786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458561.219791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458561.219794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458561.219798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458561.923754:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458561.923759:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458561.923766:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458561.923767:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458561.923770:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458561.923771:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458561.923829:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458561.923833:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458561.923836:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458562.051745:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458562.051756:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458562.051757:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458562.051762:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458562.051764:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458562.051768:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458562.051770:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458562.243812:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458562.243820:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458562.243823:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458562.243830:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458562.243838:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458562.243843:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458562.243846:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458562.243850:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458562.243854:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458562.947837:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458562.947845:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458562.947857:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458562.947862:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458562.947865:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458562.947872:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458562.947875:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458562.947877:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458562.947880:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458562.947883:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458562.947885:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458562.947888:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458562.947936:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458562.947937:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458562.948051:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458562.948057:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458562.948063:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458563.075805:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458563.075822:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458563.075825:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458563.075833:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458563.075837:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458563.075844:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458563.075848:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458563.075883:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458563.075913:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458563.075917:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458563.075921:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458563.075924:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458563.075927:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458563.075930:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458563.075932:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458563.075938:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6822) 00000100:00000001:3.0:1760458563.267760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458563.267766:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458563.267785:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458563.267790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458563.267796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458563.267801:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458563.267804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458563.267806:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458563.267809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458563.971785:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458563.971791:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458563.971798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458563.971800:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458563.971805:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458563.971807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458563.971880:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458563.971905:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458563.971909:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458564.099760:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458564.099776:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458564.099778:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458564.099783:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458564.099785:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458564.099789:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458564.099791:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458564.291777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458564.291784:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458564.291786:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458564.291792:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458564.291798:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458564.291802:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458564.291805:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458564.291808:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458564.291811:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458564.995798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458564.995803:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458564.995813:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458564.995815:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458564.995819:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458564.995821:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458564.995977:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458564.995982:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458564.995987:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458565.123780:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458565.123787:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458565.123804:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458540/real 1760458540] req@00000000c2e3b45d x1845971106428416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458565 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458565.123827:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458565.123830:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458565.123833:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007afc05c3. 00000400:00000200:2.0:1760458565.123839:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e94a7194 00000400:00000010:2.0:1760458565.123842:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e94a7194. 00000100:00000001:2.0:1760458565.123847:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458565.123850:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2e3b45d x1845971106428416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458565 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458565.123861:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2e3b45d x1845971106428416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458565 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458565.123869:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458565.123871:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458565.123874:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458565.123922:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458565.123927:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2e3b45d x1845971106428416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458565 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458565.123936:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458565.123946:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458565.123948:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458565.123951:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458565.123954:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458565.123958:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458565.123963:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2e3b45d x1845971106428416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458565 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458565.123977:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458565.123982:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458565.123985:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458565.123987:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458565.123991:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458565.123994:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458565.123999:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458565.124043:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458565.124049:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458565.124057:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2e3b45d x1845971106428416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458565 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458565.124072:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2e3b45d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106428416:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458565.124081:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458565.124085:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458565.124090:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c2e3b45d x1845971106428416/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458565 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458565.124103:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458565.124109:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458565.124115:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458565.124125:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458565.124130:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458565.124133:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:2.0:1760458565.124139:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458565.124143:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000009c6e2fd9. 00000100:00080000:3.0:1760458565.124148:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1760458565.124153:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458565.124157:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458565.124161:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2e3b45d. 00000100:00000001:3.0:1760458565.124163:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:3.0:1760458565.124168:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:2.0:1760458565.124169:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458565.124175:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458565.124175:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1760458565.124181:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458565.124182:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458565.124192:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:3.0:1760458565.124201:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6794 00000100:00080000:3.0:1760458565.124208:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1760458565.124216:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458565.124222:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458565.124227:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458565.124231:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:3.0:1760458565.124237:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458565.124239:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:3.0:1760458565.124243:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1760458565.124248:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:3.0:1760458565.124252:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:3.0:1760458565.124257:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:3.0:1760458565.124262:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458565.124265:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458565.124268:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458565.124271:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458565.124275:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:3.0:1760458565.124280:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:3.0:1760458565.124285:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458565.124289:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458565.124293:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458565.124298:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458565.124302:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:3.0:1760458565.124305:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458565.124318:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000379fab42. 00000020:00000040:3.0:1760458565.124323:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:3.0:1760458565.124330:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458565.124332:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458565.124337:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458565.124341:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458565.124346:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458565.124357:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c08c4ada. 00000100:00000001:3.0:1760458565.124366:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458565.124375:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000379fab42 x1845971106428608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458565.124391:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458565.124394:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458565.124400:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000379fab42] to pc [ptlrpcd_rcv+-1] req@00000000379fab42 x1845971106428608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458565.124435:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458565.124439:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:3.0:1760458565.124443:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458565.124449:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458565.124453:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458565.124458:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458565.124461:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458565.124467:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458565.124475:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6824) 00000100:00000001:2.0:1760458565.124505:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458565.124511:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458565.124514:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458565.124525:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000379fab42 x1845971106428608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458565.124541:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458565.124544:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458565.124549:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458565.124554:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458565.124559:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000379fab42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106428608:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458565.124571:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458565.124577:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458565.124581:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458565.124585:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458565.124592:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458565.124596:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458565.124603:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007afc05c3. 00000400:00000010:2.0:1760458565.124610:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e94a7194. 00000100:00000200:2.0:1760458565.124618:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106428608, portal 25 00000100:00000001:2.0:1760458565.124623:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458565.124625:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771147584 : -123359938404032 : ffff8fce06b12140) 00000100:00000040:2.0:1760458565.124634:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000379fab42 x1845971106428608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458590 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458565.124682:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458565.124688:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458565.124693:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a3f4509. 00000100:00000200:2.0:1760458565.124698:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106428608, offset 0 00000400:00000200:2.0:1760458565.124710:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458565.124729:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458565.124740:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458565.124746:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458565.124751:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458565.124758:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [471:471:256:4294967295] 192.168.203.106@tcp LPNI seq info [471:471:8:4294967295] 00000400:00000200:2.0:1760458565.124776:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458565.124787:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458565.124793:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7f4f6cd (tot 1763794). 00000800:00000200:2.0:1760458565.124801:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458565.124812:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458565.124817:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f7f4f6cd type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458565.124840:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458565.124842:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458565.124847:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458565.124850:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458565.124853:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458565.124858:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458565.124860:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458565.124862:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458565.124864:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458565.124865:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458565.124867:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458565.125073:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458565.125080:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f4f6cd (tot 1763546). 00000400:00000200:0.0:1760458565.125087:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458565.125095:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458565.125101:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a3f4509 00000400:00000010:0.0:1760458565.125103:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a3f4509. 00000100:00000001:0.0:1760458565.125107:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458565.125112:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000379fab42 x1845971106428608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458590 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458565.125123:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458565.125126:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000379fab42 x1845971106428608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458590 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458565.125134:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458565.125137:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458565.315783:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458565.315789:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458565.315791:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458565.315797:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458565.315803:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458565.315807:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458565.315810:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458565.315813:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458565.315816:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458566.019746:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458566.019750:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458566.019755:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458566.019757:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458566.019759:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458566.019760:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458566.019844:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458566.019848:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458566.019851:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458566.147745:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458566.147755:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458566.147757:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458566.147762:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458566.147764:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458566.147767:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458566.147769:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458566.339803:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458566.339812:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458566.339815:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458566.339822:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458566.339832:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458566.339838:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458566.339843:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458566.339848:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458566.339852:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458567.043802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458567.043808:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458567.043815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458567.043817:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458567.043821:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458567.043822:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458567.043932:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458567.043937:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458567.043942:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458567.171769:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458567.171781:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458567.171784:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458567.171790:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458567.171793:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458567.171798:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458567.171801:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458567.363766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458567.363773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458567.363776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458567.363784:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458567.363791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458567.363797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458567.363801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458567.363805:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458567.363809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458568.067810:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458568.067816:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458568.067824:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458568.067825:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458568.067830:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458568.067831:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458568.067936:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458568.067941:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458568.067946:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458568.195714:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458568.195724:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458568.195725:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458568.195729:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458568.195731:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458568.195734:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458568.195735:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458568.387816:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458568.387827:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458568.387829:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458568.387834:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458568.387839:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458568.387842:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458568.387845:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458568.387847:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458568.387849:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458569.091784:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458569.091792:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458569.091795:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458569.091798:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458569.091804:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458569.091807:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458569.091809:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458569.091812:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458569.091816:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458569.091818:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458569.091822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458569.091823:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458569.091949:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458569.091954:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458569.091959:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458569.219759:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458569.219773:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458569.219775:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458569.219781:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458569.219784:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458569.219788:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458569.219791:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458569.411762:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458569.411770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458569.411772:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458569.411779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458569.411787:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458569.411792:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458569.411796:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458569.411799:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458569.411804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458570.115751:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458570.115755:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458570.115763:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458570.115765:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458570.115771:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458570.115773:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458570.115938:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458570.115952:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458570.115957:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458570.243782:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1760458570.243794:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458570.243795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458570.243799:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458570.243808:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1760458570.243810:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458570.243812:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1760458570.243820:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458570.243821:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458570.243827:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458570.243831:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458570.243839:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458570.243880:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458570.243886:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458570.243892:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458570.243902:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6829) 00000100:00000001:3.0:1760458570.435734:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458570.435739:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458570.435740:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458570.435745:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458570.435750:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458570.435755:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458570.435758:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458570.435761:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458570.435765:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458571.139800:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458571.139805:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458571.139811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458571.139813:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458571.139818:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458571.139823:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458571.139826:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458571.139833:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458571.139859:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458571.139861:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458571.139865:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458571.139868:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458571.139870:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458571.139873:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458571.139999:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458571.140004:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458571.140009:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458571.267755:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458571.267766:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458571.267768:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458571.267773:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458571.267775:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458571.267779:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458571.267781:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458571.459761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458571.459765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458571.459767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458571.459771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458571.459775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458571.459779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458571.459781:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458571.459783:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458571.459786:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458572.163779:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458572.163784:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458572.163789:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458572.163790:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458572.163794:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458572.163795:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458572.163915:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458572.163922:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458572.163927:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458572.291774:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458572.291786:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458572.291788:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458572.291794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458572.291797:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458572.291801:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458572.291803:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458572.483763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458572.483768:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458572.483770:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458572.483774:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458572.483780:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458572.483784:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458572.483787:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458572.483789:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458572.483792:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458573.187792:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458573.187797:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458573.187803:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458573.187808:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458573.187811:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458573.187818:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458573.187820:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458573.187856:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458573.187860:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458573.187873:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458573.187875:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458573.187878:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458573.187883:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458573.187884:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458573.188004:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458573.188009:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458573.188014:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458573.315792:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458573.315803:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458573.315804:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458573.315809:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458573.315811:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458573.315815:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458573.315818:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458573.507750:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458573.507756:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458573.507757:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458573.507761:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458573.507765:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458573.507769:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458573.507771:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458573.507774:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458573.507777:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458574.211786:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458574.211792:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458574.211800:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458574.211802:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458574.211806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458574.211807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458574.211934:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458574.211939:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458574.211943:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458574.339764:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458574.339775:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458574.339777:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458574.339781:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458574.339784:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458574.339789:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458574.339792:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458574.531792:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458574.531798:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458574.531800:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458574.531805:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458574.531811:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458574.531843:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458574.531846:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458574.531849:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458574.531852:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458575.235947:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458575.235953:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458575.235962:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458575.235963:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458575.235967:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458575.235968:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458575.236068:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458575.236074:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458575.236080:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458575.363763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458575.363776:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458575.363779:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458575.363785:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458575.363789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1760458575.363794:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458575.363795:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458575.363800:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458575.363834:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458575.363839:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458575.363843:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458575.363847:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458575.363851:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458575.363854:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458575.363858:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458575.363864:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6834) 00000100:00000001:3.0:1760458575.555778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458575.555785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458575.555787:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458575.555792:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458575.555798:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458575.555803:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458575.555834:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458575.555837:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458575.555840:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458576.259826:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458576.259833:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458576.259854:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458576.259856:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458576.259860:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458576.259863:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458576.259992:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458576.259997:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458576.260002:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458576.387763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458576.387770:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458576.387789:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458551/real 1760458551] req@000000002694c92e x1845971106428480/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458576 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458576.387873:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458576.387877:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458576.387881:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ddc575aa. 00000400:00000200:2.0:1760458576.387889:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001304f4e0 00000400:00000010:2.0:1760458576.387893:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001304f4e0. 00000100:00000001:2.0:1760458576.387899:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458576.387905:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002694c92e x1845971106428480/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458576 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458576.387922:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002694c92e x1845971106428480/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458576 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458576.387937:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458576.387940:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458576.387944:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458576.387948:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458576.387953:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000002694c92e x1845971106428480/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458576 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458576.387967:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458576.387979:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458576.387982:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458576.387986:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458576.387991:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458576.387995:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458576.388002:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000002694c92e x1845971106428480/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458576 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458576.388015:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458576.388021:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458576.388024:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458576.388026:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458576.388030:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458576.388033:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458576.388038:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458576.388071:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458576.388076:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458576.388083:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000002694c92e x1845971106428480/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458576 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458576.388098:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000002694c92e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428480:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458576.388106:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458576.388112:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458576.388118:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000002694c92e x1845971106428480/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458576 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458576.388133:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458576.388139:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1760458576.388142:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1760458576.388145:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000350d0570. 00000100:00080000:3.0:1760458576.388154:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:2.0:1760458576.388156:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:3.0:1760458576.388159:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1760458576.388162:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000001:3.0:1760458576.388166:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000020:00000040:2.0:1760458576.388168:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000100:00080000:3.0:1760458576.388170:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1760458576.388175:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:2.0:1760458576.388177:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00080000:3.0:1760458576.388179:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:2.0:1760458576.388184:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ba73836f. 00000100:00000001:3.0:1760458576.388186:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:3.0:1760458576.388194:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6805 02000000:00000001:2.0:1760458576.388195:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:3.0:1760458576.388198:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 02000000:00000001:2.0:1760458576.388201:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000040:3.0:1760458576.388205:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000010:2.0:1760458576.388207:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002694c92e. 00000100:00000001:3.0:1760458576.388209:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458576.388214:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458576.388219:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458576.388220:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000100:00000001:2.0:1760458576.388225:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:3.0:1760458576.388226:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458576.388229:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000100:00000001:2.0:1760458576.388234:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458576.388235:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1760458576.388239:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:3.0:1760458576.388243:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:3.0:1760458576.388246:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:3.0:1760458576.388250:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458576.388252:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458576.388254:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458576.388256:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458576.388259:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:3.0:1760458576.388263:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:3.0:1760458576.388269:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458576.388272:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458576.388281:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458576.388284:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458576.388287:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:3.0:1760458576.388291:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1760458576.388295:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458576.388298:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458576.388305:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c824516. 00000020:00000040:3.0:1760458576.388309:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:3.0:1760458576.388314:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458576.388315:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458576.388319:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458576.388323:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458576.388327:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458576.388335:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d3ca4d9b. 00000100:00000001:3.0:1760458576.388341:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458576.388348:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009c824516 x1845971106428672/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458576.388360:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458576.388363:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458576.388367:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009c824516] to pc [ptlrpcd_rcv+-1] req@000000009c824516 x1845971106428672/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458576.388394:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458576.388397:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:3.0:1760458576.388398:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458576.388403:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458576.388406:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458576.388409:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458576.388414:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6835) 00000100:00000001:2.0:1760458576.388467:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458576.388472:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458576.388475:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458576.388483:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009c824516 x1845971106428672/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458576.388495:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458576.388497:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458576.388502:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458576.388505:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458576.388509:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009c824516 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428672:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458576.388513:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458576.388517:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458576.388520:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458576.388523:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458576.388529:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000350d0570. 02000000:00000001:2.0:1760458576.388532:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458576.388536:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddc575aa. 00000400:00000010:2.0:1760458576.388541:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001304f4e0. 00000100:00000200:2.0:1760458576.388551:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106428672, portal 10 00000100:00000001:2.0:1760458576.388555:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458576.388557:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771157312 : -123359938394304 : ffff8fce06b14740) 00000100:00000040:2.0:1760458576.388567:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000009c824516 x1845971106428672/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458601 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458576.388579:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458576.388585:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458576.388589:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da3194d5. 00000100:00000200:2.0:1760458576.388593:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106428672, offset 0 00000400:00000200:2.0:1760458576.388604:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458576.388623:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458576.388635:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458576.388680:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458576.388687:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458576.388694:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [472:472:256:4294967295] 192.168.203.106@tcp LPNI seq info [472:472:8:4294967295] 00000400:00000200:2.0:1760458576.388713:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458576.388725:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458576.388732:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5a60aeb (tot 1763794). 00000800:00000200:2.0:1760458576.388741:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458576.388749:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458576.388754:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5a60aeb type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458576.388777:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458576.388780:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458576.388783:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458576.388787:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458576.388789:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458576.388795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458576.388796:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458576.388799:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458576.388825:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458576.388827:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458576.388829:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458576.388986:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458576.388995:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5a60aeb (tot 1763546). 00000400:00000200:1.0:1760458576.389004:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458576.389015:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458576.389022:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da3194d5 00000400:00000010:1.0:1760458576.389025:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da3194d5. 00000100:00000001:1.0:1760458576.389031:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458576.389037:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c824516 x1845971106428672/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458601 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458576.389052:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458576.389056:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009c824516 x1845971106428672/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458601 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458576.389080:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458576.389084:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458576.579783:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458576.579788:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458576.579790:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458576.579795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458576.579820:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458576.579823:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458576.579826:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458576.579828:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458576.579831:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458577.283827:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458577.283833:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458577.283841:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458577.283842:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458577.283846:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458577.283847:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458577.283964:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458577.283969:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458577.283974:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458577.411754:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458577.411765:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458577.411767:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458577.411771:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458577.411774:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458577.411779:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458577.411782:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458577.603752:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458577.603756:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458577.603758:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458577.603762:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458577.603767:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458577.603770:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458577.603773:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458577.603776:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458577.603779:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458578.307783:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458578.307830:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458578.307838:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458578.307841:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458578.307846:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458578.307848:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458578.307931:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458578.307936:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458578.307940:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458578.435754:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458578.435766:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458578.435768:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458578.435773:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458578.435775:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458578.435780:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458578.435782:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458578.627777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458578.627783:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458578.627813:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458578.627819:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458578.627828:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458578.627833:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458578.627837:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458578.627841:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458578.627845:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458579.331846:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458579.331853:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458579.331856:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458579.331859:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458579.331866:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458579.331868:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458579.331871:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458579.331873:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458579.331878:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458579.331879:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458579.331883:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458579.331884:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458579.331955:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458579.331960:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458579.331964:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458579.459759:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458579.459771:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458579.459772:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458579.459777:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458579.459800:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458579.459804:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458579.459807:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458579.651746:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458579.651751:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458579.651752:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458579.651757:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458579.651762:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458579.651766:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458579.651768:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458579.651770:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458579.651773:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458580.355850:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458580.355857:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458580.355867:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458580.355869:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458580.355874:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458580.355876:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458580.355950:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458580.355955:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458580.355960:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458580.483822:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458580.483839:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458580.483842:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458580.483850:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458580.483855:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458580.483861:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458580.483865:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458580.675981:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458580.675987:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458580.675990:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458580.675994:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458580.675998:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458580.676002:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458580.676004:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458580.676006:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458580.676008:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458581.379852:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458581.379858:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458581.379865:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458581.379866:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458581.379870:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458581.379874:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458581.379876:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458581.379883:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458581.379886:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458581.379887:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458581.379891:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458581.379893:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458581.379896:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458581.379898:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458581.379996:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458581.380003:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458581.380008:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458581.507739:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1760458581.507747:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458581.507749:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458581.507752:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458581.507757:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1760458581.507760:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458581.507761:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458581.507781:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458581.507785:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458581.507786:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458581.507792:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458581.507796:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458581.507800:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458581.507804:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458581.507808:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458581.507815:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6840) 00000100:00000001:3.0:1760458581.699819:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458581.699828:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458581.699830:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458581.699837:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458581.699844:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458581.699850:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458581.699854:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458581.699857:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458581.699862:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458582.403856:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458582.403862:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458582.403869:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458582.403870:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458582.403874:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458582.403875:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458582.403985:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458582.403990:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458582.403994:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458582.531814:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458582.531820:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458582.531836:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458557/real 1760458557] req@000000008333b1e0 x1845971106428544/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458582 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458582.531857:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458582.531859:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458582.531862:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d3c451c3. 00000400:00000200:2.0:1760458582.531868:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8c5fef3 00000400:00000010:2.0:1760458582.531872:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8c5fef3. 00000100:00000001:2.0:1760458582.531877:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458582.531880:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008333b1e0 x1845971106428544/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458582 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458582.531891:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008333b1e0 x1845971106428544/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458582 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458582.531898:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458582.531900:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458582.531903:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458582.531906:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458582.531909:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000008333b1e0 x1845971106428544/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458582 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458582.531917:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458582.531926:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458582.531929:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458582.531932:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458582.531935:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458582.531939:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458582.531942:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000008333b1e0 x1845971106428544/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458582 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458582.531950:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458582.531954:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458582.531956:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458582.531957:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458582.531960:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458582.531962:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458582.531966:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458582.531993:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458582.531997:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458582.532001:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000008333b1e0 x1845971106428544/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458582 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458582.532011:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000008333b1e0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428544:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458582.532017:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458582.532019:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458582.532022:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000008333b1e0 x1845971106428544/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458582 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458582.532030:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458582.532033:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458582.532037:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006b39f20e. 02000000:00000001:2.0:1760458582.532042:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458582.532045:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458582.532046:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:2.0:1760458582.532049:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458582.532051:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e0e5c22c. 02000000:00000001:2.0:1760458582.532057:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458582.532059:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458582.532061:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008333b1e0. 00000100:00000001:2.0:1760458582.532065:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458582.532067:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458582.532070:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458582.532110:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458582.532119:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458582.532123:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458582.532129:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458582.532132:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458582.532136:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458582.532139:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458582.532143:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:3.0:1760458582.532145:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:3.0:1760458582.532148:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1760458582.532150:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1760458582.532154:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:3.0:1760458582.532159:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6812 00000100:00080000:3.0:1760458582.532162:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1760458582.532166:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458582.532169:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458582.532172:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458582.532174:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:3.0:1760458582.532178:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458582.532180:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:3.0:1760458582.532183:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1760458582.532187:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:3.0:1760458582.532190:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:3.0:1760458582.532192:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:3.0:1760458582.532195:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458582.532197:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458582.532199:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458582.532201:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458582.532204:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:3.0:1760458582.532207:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:3.0:1760458582.532211:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458582.532214:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458582.532222:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458582.532226:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458582.532228:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:3.0:1760458582.532232:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1760458582.532236:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458582.532238:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458582.532247:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003cc6cefa. 00000020:00000040:3.0:1760458582.532251:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:3.0:1760458582.532255:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458582.532257:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458582.532261:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458582.532265:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458582.532269:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458582.532277:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009c6e2fd9. 00000100:00000001:3.0:1760458582.532285:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458582.532291:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003cc6cefa x1845971106428736/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458582.532302:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458582.532305:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458582.532309:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003cc6cefa] to pc [ptlrpcd_rcv+-1] req@000000003cc6cefa x1845971106428736/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458582.532337:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458582.532340:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:3.0:1760458582.532345:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6841) 00000100:00000001:2.0:1760458582.532393:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458582.532397:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458582.532400:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458582.532407:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003cc6cefa x1845971106428736/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458582.532417:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458582.532420:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458582.532424:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458582.532428:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458582.532431:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003cc6cefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428736:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458582.532435:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458582.532439:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458582.532442:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458582.532445:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458582.532451:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006b39f20e. 02000000:00000001:2.0:1760458582.532453:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458582.532459:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d3c451c3. 00000400:00000010:2.0:1760458582.532464:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8c5fef3. 00000100:00000200:2.0:1760458582.532471:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106428736, portal 4 00000100:00000001:2.0:1760458582.532474:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458582.532475:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771159744 : -123359938391872 : ffff8fce06b150c0) 00000100:00000040:2.0:1760458582.532482:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003cc6cefa x1845971106428736/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458607 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458582.532490:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458582.532494:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458582.532497:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a9629dd. 00000100:00000200:2.0:1760458582.532500:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106428736, offset 0 00000400:00000200:2.0:1760458582.532508:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458582.532523:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458582.532531:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458582.532536:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458582.532539:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458582.532544:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [473:473:256:4294967295] 192.168.203.106@tcp LPNI seq info [473:473:8:4294967295] 00000400:00000200:2.0:1760458582.532556:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458582.532564:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458582.532570:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5a60aeb (tot 1763794). 00000800:00000200:2.0:1760458582.532578:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458582.532587:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458582.532592:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5a60aeb type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458582.532616:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458582.532619:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458582.532622:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458582.532625:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458582.532627:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458582.532632:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458582.532634:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458582.532636:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458582.532638:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458582.532669:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458582.532672:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458582.532822:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458582.532829:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5a60aeb (tot 1763546). 00000400:00000200:0.0:1760458582.532837:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458582.532846:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458582.532851:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a9629dd 00000400:00000010:0.0:1760458582.532853:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a9629dd. 00000100:00000001:0.0:1760458582.532857:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458582.532862:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003cc6cefa x1845971106428736/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458607 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458582.532873:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458582.532876:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003cc6cefa x1845971106428736/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458607 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458582.532885:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458582.532887:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458582.723834:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458582.723841:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458582.723844:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458582.723850:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458582.723855:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458582.723859:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458582.723862:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458582.723865:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458582.723869:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458583.427829:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458583.427836:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458583.427845:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458583.427850:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458583.427853:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458583.427859:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458583.427862:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458583.427864:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458583.427867:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458583.427870:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458583.427872:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458583.427875:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458583.427878:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458583.427879:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458583.427978:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458583.427984:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458583.427990:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458583.555783:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458583.555796:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458583.555798:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458583.555803:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458583.555806:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458583.555810:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458583.555813:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458583.747818:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458583.747824:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458583.747826:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458583.747832:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458583.747837:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458583.747842:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458583.747845:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458583.747848:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458583.747851:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458584.451822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458584.451828:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458584.451836:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458584.451837:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458584.451841:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458584.451842:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458584.451934:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458584.451938:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458584.451943:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458584.579808:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458584.579818:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458584.579819:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458584.579824:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458584.579826:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458584.579829:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458584.579831:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458584.771776:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458584.771781:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458584.771782:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458584.771787:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458584.771794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458584.771797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458584.771800:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458584.771803:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458584.771806:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458585.475826:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458585.475832:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458585.475841:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458585.475843:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458585.475847:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458585.475848:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458585.475938:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458585.475943:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458585.475947:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458585.603830:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458585.603867:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458585.603869:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458585.603874:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458585.603877:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458585.603881:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458585.603883:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458585.795806:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458585.795811:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458585.795814:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458585.795818:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458585.795823:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458585.795826:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458585.795846:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458585.795849:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458585.795852:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458586.499838:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458586.499844:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458586.499853:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458586.499854:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458586.499858:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458586.499859:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458586.499954:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458586.499959:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458586.499963:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458586.627800:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458586.627813:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458586.627815:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458586.627820:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458586.627824:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458586.627828:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458586.627831:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458586.819787:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458586.819794:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458586.819796:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458586.819802:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458586.819807:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458586.819812:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458586.819815:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458586.819817:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458586.819821:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458587.523806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458587.523811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458587.523816:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458587.523817:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458587.523820:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458587.523821:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458587.523929:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458587.523934:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458587.523939:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458587.651767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458587.651781:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458587.651784:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458587.651789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458587.651793:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458587.651798:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458587.651801:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458587.651827:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458587.651838:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458587.651842:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458587.651846:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458587.651849:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458587.651852:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458587.651855:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458587.651859:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458587.651864:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6846) 00000100:00000001:3.0:1760458587.843742:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458587.843747:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458587.843749:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458587.843753:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458587.843760:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458587.843764:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458587.843767:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458587.843770:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458587.843773:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458588.547831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458588.547839:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458588.547849:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458588.547853:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458588.547858:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458588.547860:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458588.547985:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458588.547990:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458588.547994:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458588.675781:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458588.675793:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458588.675796:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458588.675803:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458588.675807:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458588.675812:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458588.675816:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458588.867782:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458588.867787:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458588.867789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458588.867794:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458588.867799:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458588.867802:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458588.867806:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458588.867808:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458588.867811:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458589.571729:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458589.571734:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458589.571736:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458589.571738:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458589.571742:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458589.571744:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458589.571745:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458589.571746:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458589.571749:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458589.571750:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458589.571752:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458589.571752:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458589.571802:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458589.571807:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458589.571809:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458589.699735:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458589.699744:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458589.699746:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458589.699750:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458589.699752:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458589.699755:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458589.699759:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458589.891698:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458589.891702:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458589.891703:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458589.891705:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458589.891720:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458589.891723:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458589.891725:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458589.891727:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458589.891728:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458590.595736:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458590.595740:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458590.595745:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458590.595746:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458590.595749:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458590.595750:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458590.595796:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458590.595800:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458590.595802:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458590.723720:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458590.723722:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458590.723732:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458565/real 1760458565] req@00000000379fab42 x1845971106428608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458590 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458590.723749:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458590.723751:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458590.723753:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007afc05c3. 00000400:00000200:2.0:1760458590.723758:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e94a7194 00000400:00000010:2.0:1760458590.723759:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e94a7194. 00000100:00000001:2.0:1760458590.723763:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458590.723764:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000379fab42 x1845971106428608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458590 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458590.723770:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000379fab42 x1845971106428608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458590 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458590.723774:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458590.723775:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458590.723777:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458590.723778:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458590.723780:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000379fab42 x1845971106428608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458590 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458590.723784:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458590.723791:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458590.723792:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458590.723794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458590.723796:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458590.723798:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458590.723800:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000379fab42 x1845971106428608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458590 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458590.723805:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458590.723807:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458590.723808:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458590.723809:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458590.723810:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458590.723812:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458590.723814:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458590.723825:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458590.723827:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458590.723831:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000379fab42 x1845971106428608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458590 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458590.723836:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000379fab42 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106428608:192.168.203.106@tcp:250: 00000100:00080000:1.0:1760458590.723839:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458590.723845:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760458590.723846:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:2.0:1760458590.723848:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458590.723849:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:2.0:1760458590.723851:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00080000:1.0:1760458590.723852:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000040:2.0:1760458590.723855:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000379fab42 x1845971106428608/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458590 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458590.723856:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760458590.723861:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6819 00000100:00080000:1.0:1760458590.723865:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000001:2.0:1760458590.723868:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00000040:1.0:1760458590.723869:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458590.723872:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458590.723874:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458590.723875:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760458590.723877:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760458590.723878:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:1.0:1760458590.723879:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760458590.723881:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:1.0:1760458590.723883:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:1.0:1760458590.723884:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:1.0:1760458590.723886:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458590.723888:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458590.723889:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458590.723889:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760458590.723891:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:1.0:1760458590.723893:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:1.0:1760458590.723895:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458590.723896:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:1.0:1760458590.723897:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760458590.723900:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000010:2.0:1760458590.723900:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007946f7fb. 02000000:00000001:1.0:1760458590.723905:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458590.723906:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1760458590.723908:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000020:00000001:2.0:1760458590.723909:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000001:1.0:1760458590.723910:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:2.0:1760458590.723911:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:2.0:1760458590.723914:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458590.723916:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000c08c4ada. 00000100:00000010:1.0:1760458590.723918:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003ed04dfc. 02000000:00000001:2.0:1760458590.723919:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458590.723922:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000020:00000040:1.0:1760458590.723923:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 00000100:00000010:2.0:1760458590.723924:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000379fab42. 02000000:00000001:1.0:1760458590.723927:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 00000100:00000001:2.0:1760458590.723928:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 02000000:00000001:1.0:1760458590.723930:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458590.723931:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458590.723933:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 00000100:00000001:2.0:1760458590.723934:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458590.723937:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760458590.723940:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760458590.723946:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000b29b13f9. 00000100:00000001:1.0:1760458590.723951:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458590.723956:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003ed04dfc x1845971106428800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458590.723962:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760458590.723963:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760458590.723965:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003ed04dfc] to pc [ptlrpcd_rcv+-1] req@000000003ed04dfc x1845971106428800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458590.723980:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458590.723981:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760458590.723982:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458590.723985:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458590.723986:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458590.723988:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458590.723989:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458590.723991:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458590.723995:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6849) 00000100:00000001:2.0:1760458590.724003:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458590.724006:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458590.724008:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458590.724012:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003ed04dfc x1845971106428800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458590.724018:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458590.724019:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458590.724021:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458590.724023:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458590.724025:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003ed04dfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106428800:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458590.724027:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458590.724031:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458590.724033:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458590.724034:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458590.724037:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458590.724039:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458590.724042:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007afc05c3. 00000400:00000010:2.0:1760458590.724044:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e94a7194. 00000100:00000200:2.0:1760458590.724048:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106428800, portal 25 00000100:00000001:2.0:1760458590.724050:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458590.724051:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768324672 : -123359941226944 : ffff8fce06860e40) 00000100:00000040:2.0:1760458590.724054:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003ed04dfc x1845971106428800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458615 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458590.724058:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458590.724060:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458590.724061:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f9c5c5cb. 00000100:00000200:2.0:1760458590.724062:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106428800, offset 0 00000400:00000200:2.0:1760458590.724067:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458590.724078:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458590.724084:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458590.724086:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458590.724089:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458590.724091:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [474:474:256:4294967295] 192.168.203.106@tcp LPNI seq info [474:474:8:4294967295] 00000400:00000200:2.0:1760458590.724099:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458590.724104:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458590.724107:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7f4f6cd (tot 1763794). 00000800:00000200:2.0:1760458590.724112:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458590.724119:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458590.724122:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f7f4f6cd type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458590.724134:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458590.724136:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458590.724137:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458590.724139:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458590.724141:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458590.724143:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458590.724144:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458590.724145:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458590.724146:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458590.724147:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458590.724148:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458590.724254:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458590.724258:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f4f6cd (tot 1763546). 00000400:00000200:0.0:1760458590.724263:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458590.724270:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458590.724273:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f9c5c5cb 00000400:00000010:0.0:1760458590.724275:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f9c5c5cb. 00000100:00000001:0.0:1760458590.724278:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458590.724282:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003ed04dfc x1845971106428800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458615 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458590.724290:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458590.724292:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003ed04dfc x1845971106428800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458615 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458590.724298:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458590.724300:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458590.915701:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458590.915717:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458590.915718:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458590.915721:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458590.915723:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458590.915725:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458590.915726:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458590.915727:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458590.915729:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458591.619745:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458591.619749:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458591.619753:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458591.619754:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458591.619757:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458591.619759:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458591.619761:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458591.619765:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458591.619766:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458591.619767:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458591.619769:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458591.619770:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458591.619772:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458591.619773:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458591.619823:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458591.619826:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458591.619829:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458591.747717:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458591.747725:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458591.747726:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458591.747729:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458591.747730:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458591.747733:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458591.747734:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458591.939713:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458591.939716:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458591.939716:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458591.939719:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458591.939722:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458591.939724:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458591.939726:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458591.939727:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458591.939729:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458592.643737:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458592.643741:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458592.643746:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458592.643747:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458592.643750:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458592.643752:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458592.643803:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458592.643806:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458592.643809:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458592.771716:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458592.771724:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458592.771725:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458592.771727:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458592.771729:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458592.771733:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458592.771734:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458592.963714:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458592.963717:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458592.963718:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458592.963721:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458592.963724:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458592.963726:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458592.963727:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458592.963729:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458592.963731:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458593.667749:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458593.667753:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458593.667758:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458593.667760:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458593.667762:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458593.667766:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458593.667767:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458593.667768:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458593.667771:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458593.667772:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458593.667774:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458593.667775:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458593.667777:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458593.667778:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458593.667849:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458593.667852:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458593.667854:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458593.795790:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458593.795801:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458593.795803:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458593.795808:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458593.795810:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458593.795814:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458593.795816:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458593.987716:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458593.987719:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458593.987720:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458593.987724:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458593.987727:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458593.987729:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458593.987731:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458593.987733:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458593.987734:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458594.691766:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458594.691770:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458594.691775:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458594.691776:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458594.691778:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458594.691779:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458594.691854:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458594.691857:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458594.691860:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458594.819747:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458594.819756:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458594.819757:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458594.819761:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458594.819762:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458594.819765:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458594.819766:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458595.011723:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458595.011728:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458595.011729:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458595.011733:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458595.011737:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458595.011739:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458595.011741:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458595.011742:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458595.011744:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458595.715733:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458595.715737:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458595.715743:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458595.715745:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458595.715747:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458595.715748:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458595.715821:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458595.715824:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458595.715826:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458595.843759:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458595.843769:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458595.843771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458595.843775:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458595.843776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458595.843778:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458595.843781:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458595.843782:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458595.843786:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458595.843786:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458595.843791:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458595.843793:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458595.843795:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458595.843796:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458595.843798:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458595.843802:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6855) 00000100:00000001:3.0:1760458596.035759:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458596.035763:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458596.035764:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458596.035768:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458596.035771:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458596.035774:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458596.035776:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458596.035777:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458596.035779:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458596.739746:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458596.739750:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458596.739756:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458596.739756:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458596.739759:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458596.739760:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458596.739834:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458596.739837:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458596.739839:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458596.867715:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458596.867724:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458596.867725:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458596.867728:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458596.867730:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458596.867732:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458596.867734:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458597.059726:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458597.059730:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458597.059731:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458597.059735:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458597.059738:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458597.059741:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458597.059743:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458597.059744:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458597.059746:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458597.763740:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458597.763743:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458597.763748:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458597.763749:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458597.763751:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458597.763751:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458597.763823:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458597.763826:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458597.763829:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458597.891712:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458597.891720:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458597.891721:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458597.891725:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458597.891727:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458597.891730:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458597.891732:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458598.083717:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458598.083722:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458598.083724:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458598.083729:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458598.083733:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458598.083737:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458598.083739:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458598.083741:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458598.083743:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458598.787728:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458598.787732:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458598.787738:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458598.787740:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458598.787743:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458598.787744:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458598.787831:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458598.787834:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458598.787836:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458598.915734:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458598.915742:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458598.915743:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458598.915747:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458598.915749:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458598.915751:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458598.915753:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458599.107705:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458599.107711:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458599.107713:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458599.107717:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458599.107721:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458599.107724:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458599.107727:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458599.107728:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458599.107731:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458599.811732:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458599.811738:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458599.811740:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458599.811742:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458599.811746:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458599.811748:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458599.811749:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458599.811751:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458599.811754:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458599.811755:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458599.811757:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458599.811758:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458599.811829:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458599.811832:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458599.811835:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458599.939730:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458599.939740:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458599.939741:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458599.939745:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458599.939748:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458599.939751:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458599.939752:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458600.131713:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458600.131717:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458600.131718:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458600.131722:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458600.131725:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458600.131728:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458600.131730:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458600.131731:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458600.131733:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458600.835750:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458600.835754:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458600.835759:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458600.835760:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458600.835762:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458600.835765:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458600.835767:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458600.835771:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458600.835773:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458600.835774:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458600.835777:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458600.835779:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458600.835780:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458600.835782:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458600.835862:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458600.835865:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458600.835867:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760458600.963765:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458600.963773:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458600.963776:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458600.963778:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458600.963780:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458600.963783:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458600.963786:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458600.963788:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458600.963789:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000040:0.0:1760458600.963793:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6860) 00000100:00000001:2.0:1760458600.963797:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458600.963800:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458600.963804:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458600.963806:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458600.963809:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458600.963811:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458601.155731:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458601.155736:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458601.155737:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458601.155741:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458601.155746:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458601.155749:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458601.155751:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458601.155753:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458601.155756:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458601.859734:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458601.859738:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458601.859743:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458601.859744:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458601.859746:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458601.859747:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458601.859792:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458601.859795:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458601.859798:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458601.987725:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458601.987730:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458601.987741:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458576/real 1760458576] req@000000009c824516 x1845971106428672/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458601 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458601.987755:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458601.987756:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458601.987758:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ddc575aa. 00000400:00000200:2.0:1760458601.987763:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001304f4e0 00000400:00000010:2.0:1760458601.987765:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001304f4e0. 00000100:00000001:2.0:1760458601.987768:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458601.987770:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c824516 x1845971106428672/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458601 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458601.987775:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c824516 x1845971106428672/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458601 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458601.987780:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458601.987781:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458601.987783:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458601.987784:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458601.987786:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009c824516 x1845971106428672/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458601 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458601.987791:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458601.987797:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458601.987799:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458601.987801:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458601.987803:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458601.987805:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458601.987807:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009c824516 x1845971106428672/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458601 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458601.987811:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458601.987813:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458601.987814:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458601.987815:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458601.987816:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458601.987818:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458601.987820:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458601.987840:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458601.987842:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458601.987845:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009c824516 x1845971106428672/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458601 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458601.987849:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009c824516 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428672:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458601.987852:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458601.987854:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458601.987856:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000009c824516 x1845971106428672/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458601 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458601.987860:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458601.987862:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458601.987865:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000350d0570. 02000000:00000001:2.0:1760458601.987868:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458601.987870:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458601.987872:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:2.0:1760458601.987874:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458601.987876:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d3ca4d9b. 02000000:00000001:2.0:1760458601.987879:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458601.987881:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458601.987882:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c824516. 00000100:00000001:2.0:1760458601.987885:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458601.987886:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458601.987888:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458601.987900:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458601.987907:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458601.987910:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458601.987914:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458601.987915:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760458601.987918:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458601.987919:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458601.987922:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458601.987926:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6830 00000100:00080000:0.0:1760458601.987928:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458601.987931:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458601.987933:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458601.987936:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458601.987938:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458601.987941:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458601.987942:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760458601.987945:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458601.987947:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760458601.987949:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760458601.987952:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760458601.987954:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458601.987956:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458601.987958:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458601.987960:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458601.987962:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760458601.987965:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458601.987968:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458601.987970:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458601.987976:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458601.987978:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458601.987980:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458601.987983:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458601.987986:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458601.987988:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458601.987995:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a69227d0. 00000020:00000040:0.0:1760458601.987998:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760458601.988001:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458601.988003:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458601.988005:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458601.988008:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458601.988011:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458601.988017:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000ff9d220. 00000100:00000001:0.0:1760458601.988022:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458601.988026:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a69227d0 x1845971106428864/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458601.988035:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458601.988037:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458601.988040:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a69227d0] to pc [ptlrpcd_rcv+-1] req@00000000a69227d0 x1845971106428864/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458601.988059:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458601.988061:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458601.988063:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458601.988068:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458601.988071:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458601.988075:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458601.988079:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6861) 00000100:00000001:2.0:1760458601.988085:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458601.988088:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458601.988089:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458601.988094:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a69227d0 x1845971106428864/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458601.988100:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458601.988102:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458601.988104:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458601.988106:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458601.988108:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a69227d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428864:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458601.988111:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458601.988143:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458601.988145:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458601.988147:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458601.988150:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000350d0570. 02000000:00000001:2.0:1760458601.988151:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458601.988155:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddc575aa. 00000400:00000010:2.0:1760458601.988158:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001304f4e0. 00000100:00000200:2.0:1760458601.988177:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106428864, portal 10 00000100:00000001:2.0:1760458601.988179:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458601.988179:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762824512 : -123359946727104 : ffff8fce06322140) 00000100:00000040:2.0:1760458601.988184:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a69227d0 x1845971106428864/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458626 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458601.988189:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458601.988191:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458601.988192:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c81b19a9. 00000100:00000200:2.0:1760458601.988195:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106428864, offset 0 00000400:00000200:2.0:1760458601.988199:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458601.988209:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458601.988215:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458601.988218:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458601.988220:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458601.988222:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [475:475:256:4294967295] 192.168.203.106@tcp LPNI seq info [475:475:8:4294967295] 00000400:00000200:2.0:1760458601.988230:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458601.988235:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458601.988238:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003aedd732 (tot 1763794). 00000800:00000200:2.0:1760458601.988243:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458601.988249:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458601.988252:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003aedd732 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458601.988265:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458601.988267:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458601.988269:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458601.988270:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458601.988272:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458601.988274:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458601.988275:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458601.988276:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458601.988277:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458601.988278:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458601.988279:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458601.988405:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458601.988408:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003aedd732 (tot 1763546). 00000400:00000200:1.0:1760458601.988412:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458601.988417:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458601.988420:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c81b19a9 00000400:00000010:1.0:1760458601.988422:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c81b19a9. 00000100:00000001:1.0:1760458601.988424:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458601.988426:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a69227d0 x1845971106428864/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458626 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458601.988432:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458601.988433:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a69227d0 x1845971106428864/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458626 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458601.988438:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458601.988439:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458602.179775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458602.179779:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458602.179780:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458602.179783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458602.179787:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458602.179790:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458602.179792:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458602.179793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458602.179795:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458602.883711:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458602.883714:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458602.883720:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458602.883723:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458602.883724:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458602.883729:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458602.883730:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458602.883731:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458602.883733:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458602.883735:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458602.883736:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458602.883738:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458602.883740:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458602.883741:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458602.883795:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458602.883799:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458602.883802:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458603.011744:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458603.011753:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458603.011754:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458603.011757:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458603.011759:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458603.011762:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458603.011764:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458603.203717:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458603.203721:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458603.203723:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458603.203726:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458603.203730:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458603.203733:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458603.203735:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458603.203736:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458603.203738:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458603.907732:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458603.907736:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458603.907741:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458603.907742:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458603.907745:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458603.907746:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458603.907796:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458603.907799:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458603.907802:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458604.035729:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458604.035739:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458604.035740:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458604.035745:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458604.035747:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458604.035751:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458604.035754:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458604.227726:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458604.227730:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458604.227731:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458604.227735:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458604.227739:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458604.227742:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458604.227744:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458604.227745:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458604.227747:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458604.931721:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458604.931726:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458604.931734:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458604.931735:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458604.931739:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458604.931739:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458604.931799:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458604.931802:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458604.931805:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458605.059714:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458605.059722:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458605.059724:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458605.059726:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458605.059728:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458605.059731:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458605.059733:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458605.251726:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458605.251731:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458605.251733:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458605.251737:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458605.251741:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458605.251744:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458605.251746:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458605.251748:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458605.251749:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458605.955733:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458605.955737:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458605.955742:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458605.955743:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458605.955746:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458605.955746:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458605.955814:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458605.955817:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458605.955820:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458606.083733:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458606.083742:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458606.083743:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458606.083748:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458606.083751:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458606.083753:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458606.083755:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458606.275706:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458606.275711:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458606.275712:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458606.275715:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458606.275719:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458606.275722:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458606.275723:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458606.275725:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458606.275727:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458606.979750:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458606.979755:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458606.979761:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458606.979763:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458606.979765:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458606.979766:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458606.979850:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458606.979853:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458606.979855:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1760458607.107728:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458607.107737:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458607.107739:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458607.107742:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1760458607.107743:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1760458607.107744:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458607.107748:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00080000:2.0:1760458607.107748:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458607.107751:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458607.107753:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458607.107756:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6866) 00000100:00100000:1.0:1760458607.107759:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458582/real 1760458582] req@000000003cc6cefa x1845971106428736/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458607 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458607.107773:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458607.107775:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458607.107777:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d3c451c3. 00000400:00000200:1.0:1760458607.107781:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8c5fef3 00000400:00000010:1.0:1760458607.107782:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8c5fef3. 00000100:00000001:1.0:1760458607.107785:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458607.107787:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003cc6cefa x1845971106428736/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458607 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458607.107793:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003cc6cefa x1845971106428736/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458607 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458607.107797:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458607.107798:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458607.107799:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458607.107801:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458607.107803:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003cc6cefa x1845971106428736/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458607 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458607.107807:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458607.107814:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458607.107815:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458607.107817:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458607.107819:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458607.107821:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458607.107823:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003cc6cefa x1845971106428736/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458607 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458607.107828:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458607.107830:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458607.107831:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458607.107831:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458607.107833:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458607.107834:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458607.107836:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458607.107850:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458607.107852:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458607.107855:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003cc6cefa x1845971106428736/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458607 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458607.107860:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003cc6cefa pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428736:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458607.107864:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458607.107867:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458607.107869:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003cc6cefa x1845971106428736/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458607 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00080000:2.0:1760458607.107872:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458607.107874:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1760458607.107876:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:1.0:1760458607.107878:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:2.0:1760458607.107879:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:1.0:1760458607.107881:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006b39f20e. 00000100:00080000:2.0:1760458607.107883:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:1.0:1760458607.107886:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:2.0:1760458607.107886:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1760458607.107889:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:2.0:1760458607.107890:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000020:00000040:1.0:1760458607.107891:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000100:00080000:2.0:1760458607.107893:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:1.0:1760458607.107894:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458607.107897:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000009c6e2fd9. 00000100:00000001:2.0:1760458607.107897:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458607.107899:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 02000000:00000001:1.0:1760458607.107902:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:2.0:1760458607.107902:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458607.107903:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:1.0:1760458607.107905:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:2.0:1760458607.107907:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00000010:1.0:1760458607.107908:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003cc6cefa. 00000100:00000001:1.0:1760458607.107912:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1760458607.107912:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6836 00000100:00000001:1.0:1760458607.107913:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1760458607.107915:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000001:1.0:1760458607.107916:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458607.107920:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458607.107922:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458607.107924:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458607.107925:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458607.107928:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458607.107929:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:2.0:1760458607.107931:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458607.107934:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:2.0:1760458607.107935:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:2.0:1760458607.107936:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:2.0:1760458607.107938:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458607.107939:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458607.107940:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458607.107941:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458607.107943:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:2.0:1760458607.107945:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458607.107947:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458607.107949:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458607.107953:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458607.107955:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458607.107956:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:2.0:1760458607.107959:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1760458607.107961:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458607.107962:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458607.107966:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a8d1e875. 00000020:00000040:2.0:1760458607.107968:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:2.0:1760458607.107971:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458607.107972:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458607.107974:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458607.107976:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458607.107979:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458607.107984:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000004ed05c41. 00000100:00000001:2.0:1760458607.107988:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458607.107992:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a8d1e875 x1845971106428928/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458607.107999:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458607.108000:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458607.108003:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a8d1e875] to pc [ptlrpcd_rcv+-1] req@00000000a8d1e875 x1845971106428928/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458607.108015:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458607.108017:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:2.0:1760458607.108018:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6866) 00000100:00000001:1.0:1760458607.108040:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458607.108042:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458607.108043:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458607.108047:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8d1e875 x1845971106428928/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458607.108052:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458607.108054:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458607.108056:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458607.108058:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458607.108060:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8d1e875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428928:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458607.108062:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458607.108065:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458607.108067:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458607.108069:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458607.108072:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000ec8029a1. 02000000:00000001:1.0:1760458607.108073:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458607.108077:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cb3d252. 00000400:00000010:1.0:1760458607.108080:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006d7fef28. 00000100:00000200:1.0:1760458607.108084:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106428928, portal 4 00000100:00000001:1.0:1760458607.108086:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458607.108087:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771194944 : -123359938356672 : ffff8fce06b1da40) 00000100:00000040:1.0:1760458607.108091:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a8d1e875 x1845971106428928/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458632 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458607.108095:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458607.108097:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458607.108099:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008dc144be. 00000100:00000200:1.0:1760458607.108101:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106428928, offset 0 00000400:00000200:1.0:1760458607.108106:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458607.108116:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458607.108121:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458607.108125:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458607.108127:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458607.108129:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [476:476:256:4294967295] 192.168.203.106@tcp LPNI seq info [476:476:8:4294967295] 00000400:00000200:1.0:1760458607.108137:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458607.108141:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458607.108145:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009cf62767 (tot 1763794). 00000800:00000200:1.0:1760458607.108150:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458607.108156:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458607.108158:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009cf62767 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458607.108171:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458607.108172:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458607.108174:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458607.108176:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458607.108177:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458607.108180:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458607.108181:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458607.108182:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458607.108183:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458607.108184:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458607.108185:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458607.108264:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458607.108268:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009cf62767 (tot 1763546). 00000400:00000200:0.0:1760458607.108272:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458607.108277:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458607.108280:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008dc144be 00000400:00000010:0.0:1760458607.108281:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008dc144be. 00000100:00000001:0.0:1760458607.108284:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458607.108286:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a8d1e875 x1845971106428928/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458632 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458607.108292:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458607.108293:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a8d1e875 x1845971106428928/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458632 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458607.108298:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458607.108299:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458607.299726:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458607.299731:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458607.299732:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458607.299736:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458607.299740:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458607.299743:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458607.299745:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458607.299746:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458607.299748:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458608.003720:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458608.003724:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458608.003729:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458608.003730:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458608.003732:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458608.003733:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458608.003776:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458608.003779:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458608.003781:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458608.131708:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458608.131717:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458608.131718:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458608.131722:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458608.131724:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458608.131727:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458608.131728:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458608.323707:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458608.323711:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458608.323713:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458608.323716:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458608.323720:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458608.323722:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458608.323724:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458608.323726:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458608.323727:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458609.027729:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458609.027735:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458609.027737:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458609.027739:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458609.027744:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458609.027746:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458609.027748:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458609.027749:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458609.027752:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458609.027753:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458609.027754:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458609.027755:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458609.027832:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458609.027835:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458609.027838:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458609.155704:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458609.155714:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458609.155715:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458609.155720:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458609.155722:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458609.155725:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458609.155727:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458609.347715:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458609.347720:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458609.347721:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458609.347725:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458609.347729:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458609.347732:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458609.347734:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458609.347735:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458609.347737:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458610.051725:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458610.051729:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458610.051733:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458610.051734:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458610.051736:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458610.051737:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458610.051785:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458610.051789:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458610.051791:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458610.179697:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458610.179706:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458610.179707:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458610.179710:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458610.179712:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458610.179715:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458610.179717:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458610.371704:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458610.371707:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458610.371708:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458610.371711:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458610.371714:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458610.371716:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458610.371718:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458610.371720:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458610.371722:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458611.075727:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458611.075730:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458611.075734:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458611.075735:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458611.075737:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458611.075740:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458611.075741:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458611.075745:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458611.075747:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458611.075748:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458611.075750:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458611.075752:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458611.075753:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458611.075754:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458611.075807:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458611.075810:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458611.075813:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458611.203758:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458611.203766:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458611.203768:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458611.203771:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458611.203773:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458611.203775:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458611.203777:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458611.395706:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458611.395708:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458611.395709:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458611.395712:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458611.395716:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458611.395718:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458611.395720:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458611.395722:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458611.395724:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458612.099726:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458612.099730:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458612.099735:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458612.099736:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458612.099738:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458612.099739:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458612.099790:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458612.099794:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458612.099797:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458612.227717:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458612.227726:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458612.227727:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458612.227730:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458612.227733:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458612.227736:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458612.227738:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458612.227739:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458612.227745:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458612.227748:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458612.227750:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458612.227753:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458612.227755:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458612.227756:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458612.227759:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458612.227762:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6871) 00000100:00000001:3.0:1760458612.419699:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458612.419701:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458612.419702:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458612.419705:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458612.419708:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458612.419710:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458612.419712:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458612.419713:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458612.419715:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458613.123720:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458613.123724:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458613.123728:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458613.123730:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458613.123732:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458613.123736:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458613.123738:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458613.123739:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458613.123741:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458613.123742:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458613.123743:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458613.123745:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458613.123747:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458613.123747:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458613.123798:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458613.123801:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458613.123804:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458613.251709:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458613.251717:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458613.251718:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458613.251721:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458613.251723:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458613.251726:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458613.251727:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458613.443698:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458613.443701:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458613.443702:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458613.443704:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458613.443707:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458613.443709:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458613.443712:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458613.443713:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458613.443715:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458614.147727:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458614.147731:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458614.147735:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458614.147736:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458614.147738:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458614.147738:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458614.147790:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458614.147793:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458614.147796:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458614.275701:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458614.275709:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458614.275710:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458614.275713:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458614.275715:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458614.275717:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458614.275719:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458614.467701:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458614.467704:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458614.467705:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458614.467708:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458614.467711:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458614.467713:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458614.467715:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458614.467716:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458614.467718:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458615.171727:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458615.171731:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458615.171736:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458615.171737:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458615.171739:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458615.171739:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458615.171792:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458615.171795:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458615.171798:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458615.299702:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458615.299705:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458615.299714:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458590/real 1760458590] req@000000003ed04dfc x1845971106428800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458615 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458615.299726:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458615.299728:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458615.299730:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007afc05c3. 00000400:00000200:2.0:1760458615.299735:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e94a7194 00000400:00000010:2.0:1760458615.299736:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e94a7194. 00000100:00000001:2.0:1760458615.299739:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458615.299742:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003ed04dfc x1845971106428800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458615 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458615.299747:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003ed04dfc x1845971106428800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458615 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458615.299751:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458615.299752:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458615.299754:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458615.299755:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458615.299757:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003ed04dfc x1845971106428800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458615 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458615.299761:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458615.299767:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458615.299768:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458615.299771:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458615.299773:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458615.299775:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458615.299777:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003ed04dfc x1845971106428800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458615 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458615.299781:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458615.299783:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458615.299783:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458615.299784:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458615.299786:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458615.299787:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458615.299789:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458615.299806:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458615.299807:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458615.299810:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003ed04dfc x1845971106428800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458615 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458615.299814:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003ed04dfc pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106428800:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458615.299818:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458615.299819:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458615.299821:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003ed04dfc x1845971106428800/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458615 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458615.299825:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458615.299827:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458615.299831:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458615.299833:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458615.299835:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458615.299836:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:2.0:1760458615.299837:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458615.299839:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000b29b13f9. 02000000:00000001:2.0:1760458615.299842:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458615.299843:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458615.299844:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003ed04dfc. 00000100:00000001:2.0:1760458615.299848:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458615.299849:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458615.299850:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458615.299883:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458615.299889:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:3.0:1760458615.299890:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:3.0:1760458615.299891:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1760458615.299893:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1760458615.299895:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:3.0:1760458615.299898:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6844 00000100:00080000:3.0:1760458615.299900:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1760458615.299902:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458615.299904:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458615.299906:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458615.299907:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:3.0:1760458615.299909:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458615.299910:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:3.0:1760458615.299912:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1760458615.299914:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:3.0:1760458615.299916:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:3.0:1760458615.299917:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:3.0:1760458615.299919:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458615.299920:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458615.299922:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458615.299923:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458615.299924:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:3.0:1760458615.299927:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:3.0:1760458615.299928:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458615.299930:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458615.299932:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458615.299934:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458615.299935:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:3.0:1760458615.299936:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458615.299942:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000021d5908. 00000020:00000040:3.0:1760458615.299944:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:3.0:1760458615.299948:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458615.299949:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458615.299951:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458615.299953:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458615.299956:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458615.299961:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e0e5c22c. 00000100:00000001:3.0:1760458615.299965:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458615.299968:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000021d5908 x1845971106428992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458615.299975:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458615.299976:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458615.299979:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000021d5908] to pc [ptlrpcd_rcv+-1] req@00000000021d5908 x1845971106428992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458615.299993:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458615.299995:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:3.0:1760458615.299996:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458615.299999:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458615.300000:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458615.300002:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458615.300004:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458615.300006:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458615.300010:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6874) 00000100:00000001:2.0:1760458615.300017:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458615.300020:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458615.300021:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458615.300026:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000021d5908 x1845971106428992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458615.300032:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458615.300033:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458615.300036:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458615.300038:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458615.300040:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000021d5908 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106428992:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458615.300043:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458615.300045:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458615.300047:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458615.300049:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458615.300052:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458615.300053:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458615.300056:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007afc05c3. 00000400:00000010:2.0:1760458615.300059:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e94a7194. 00000100:00000200:2.0:1760458615.300064:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106428992, portal 25 00000100:00000001:2.0:1760458615.300065:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458615.300066:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771145152 : -123359938406464 : ffff8fce06b117c0) 00000100:00000040:2.0:1760458615.300069:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000021d5908 x1845971106428992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458640 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458615.300074:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458615.300076:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458615.300078:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa38956b. 00000100:00000200:2.0:1760458615.300080:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106428992, offset 0 00000400:00000200:2.0:1760458615.300084:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458615.300094:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458615.300099:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458615.300102:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458615.300104:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458615.300107:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [477:477:256:4294967295] 192.168.203.106@tcp LPNI seq info [477:477:8:4294967295] 00000400:00000200:2.0:1760458615.300115:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458615.300119:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458615.300122:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080433ee0 (tot 1763794). 00000800:00000200:2.0:1760458615.300128:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458615.300133:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458615.300137:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000080433ee0 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458615.300148:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458615.300150:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458615.300152:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458615.300153:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458615.300154:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458615.300157:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458615.300158:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458615.300159:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458615.300159:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458615.300160:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458615.300161:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458615.300246:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458615.300250:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080433ee0 (tot 1763546). 00000400:00000200:0.0:1760458615.300253:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458615.300258:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458615.300261:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa38956b 00000400:00000010:0.0:1760458615.300262:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa38956b. 00000100:00000001:0.0:1760458615.300264:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458615.300266:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000021d5908 x1845971106428992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458640 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458615.300272:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458615.300273:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000021d5908 x1845971106428992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458640 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458615.300277:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458615.300278:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458615.491700:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458615.491704:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458615.491705:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458615.491707:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458615.491710:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458615.491713:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458615.491714:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458615.491716:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458615.491717:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458616.195720:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458616.195724:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458616.195730:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458616.195731:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458616.195734:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458616.195735:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458616.195787:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458616.195791:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458616.195793:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458616.323706:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458616.323713:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458616.323714:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458616.323717:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458616.323719:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458616.323721:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458616.323723:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458616.515702:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458616.515706:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458616.515708:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458616.515711:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458616.515715:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458616.515718:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458616.515720:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458616.515722:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458616.515724:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458617.219729:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458617.219734:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458617.219738:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458617.219740:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458617.219742:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458617.219742:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458617.219781:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458617.219784:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458617.219786:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458617.347696:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458617.347704:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458617.347705:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458617.347707:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458617.347709:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458617.347712:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458617.347713:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458617.539702:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458617.539705:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458617.539706:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458617.539708:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458617.539711:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458617.539713:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458617.539715:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458617.539716:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458617.539718:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458618.243717:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458618.243721:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458618.243725:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458618.243726:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458618.243728:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458618.243729:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458618.243804:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458618.243807:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458618.243809:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458618.371698:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458618.371705:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458618.371707:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458618.371709:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458618.371711:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458618.371714:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458618.371715:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458618.563702:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458618.563705:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458618.563706:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458618.563708:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458618.563711:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458618.563713:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458618.563714:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458618.563716:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458618.563717:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458619.267744:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458619.267749:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458619.267752:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458619.267754:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458619.267758:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458619.267759:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458619.267761:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458619.267763:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458619.267765:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458619.267766:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458619.267769:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458619.267770:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458619.267849:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458619.267852:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458619.267855:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458619.395697:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458619.395704:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458619.395706:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458619.395708:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458619.395711:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458619.395713:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458619.395715:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458619.587705:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458619.587708:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458619.587708:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458619.587711:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458619.587714:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458619.587717:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458619.587719:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458619.587720:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458619.587722:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458620.291733:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458620.291738:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458620.291745:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458620.291746:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458620.291749:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458620.291750:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458620.291829:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458620.291831:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458620.291834:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458620.419742:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458620.419752:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458620.419753:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:2.0:1760458620.419755:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458620.419758:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458620.419760:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1760458620.419763:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1760458620.419764:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458620.419767:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458620.419767:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458620.419773:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458620.419776:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458620.419779:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458620.419782:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458620.419785:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458620.419790:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6879) 00000100:00000001:3.0:1760458620.611710:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458620.611714:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458620.611716:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458620.611719:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458620.611723:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458620.611726:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458620.611728:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458620.611729:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458620.611731:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458621.315718:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458621.315722:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458621.315729:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458621.315729:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458621.315733:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458621.315736:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458621.315738:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458621.315743:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458621.315745:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458621.315747:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458621.315750:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458621.315752:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458621.315754:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458621.315757:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458621.315835:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458621.315838:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458621.315840:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458621.443789:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458621.443801:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458621.443802:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458621.443807:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458621.443809:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458621.443812:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458621.443814:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458621.635705:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458621.635710:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458621.635711:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458621.635714:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458621.635718:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458621.635720:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458621.635722:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458621.635723:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458621.635725:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458622.339736:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458622.339739:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458622.339745:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458622.339746:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458622.339749:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458622.339750:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458622.339857:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458622.339859:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458622.339862:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458622.467730:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458622.467739:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458622.467740:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458622.467746:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458622.467748:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458622.467752:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458622.467754:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458622.659774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458622.659796:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458622.659798:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458622.659801:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458622.659805:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458622.659808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458622.659810:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458622.659811:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458622.659813:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458623.363715:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458623.363719:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458623.363725:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458623.363727:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458623.363728:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458623.363732:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458623.363734:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458623.363735:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458623.363737:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458623.363739:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458623.363740:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458623.363741:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458623.363743:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458623.363744:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458623.363786:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458623.363789:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458623.363791:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458623.491713:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458623.491722:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458623.491723:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458623.491727:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458623.491730:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458623.491733:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458623.491734:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458623.683735:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458623.683739:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458623.683741:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458623.683745:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458623.683749:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458623.683751:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458623.683753:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458623.683754:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458623.683756:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458624.387757:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458624.387763:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458624.387770:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458624.387772:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458624.387775:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458624.387776:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458624.387860:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458624.387862:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458624.387865:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458624.515708:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458624.515718:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458624.515719:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458624.515723:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458624.515725:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458624.515729:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458624.515731:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458624.707737:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458624.707741:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458624.707742:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458624.707746:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458624.707750:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458624.707752:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458624.707754:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458624.707756:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458624.707757:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458625.411728:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458625.411733:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458625.411739:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458625.411740:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458625.411743:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458625.411744:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458625.411802:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458625.411807:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458625.411810:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458625.539774:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458625.539786:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458625.539788:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458625.539793:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458625.539795:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458625.539798:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458625.539799:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458625.539802:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458625.539809:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458625.539811:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458625.539814:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458625.539816:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458625.539819:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458625.539821:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458625.539823:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458625.539827:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6884) 00000100:00000001:3.0:1760458625.731777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458625.731785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458625.731787:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458625.731794:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458625.731801:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458625.731806:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458625.731809:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458625.731812:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458625.731816:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458626.435730:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458626.435734:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458626.435739:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458626.435739:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458626.435742:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458626.435743:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458626.435817:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458626.435820:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458626.435823:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458626.563720:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458626.563724:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458626.563735:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458601/real 1760458601] req@00000000a69227d0 x1845971106428864/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458626 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458626.563753:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458626.563754:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458626.563757:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ddc575aa. 00000400:00000200:2.0:1760458626.563762:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001304f4e0 00000400:00000010:2.0:1760458626.563763:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001304f4e0. 00000100:00000001:2.0:1760458626.563767:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458626.563769:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a69227d0 x1845971106428864/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458626 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458626.563774:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a69227d0 x1845971106428864/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458626 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458626.563779:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458626.563780:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458626.563782:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458626.563783:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458626.563785:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a69227d0 x1845971106428864/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458626 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458626.563790:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458626.563796:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458626.563797:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458626.563799:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458626.563800:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458626.563802:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458626.563804:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a69227d0 x1845971106428864/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458626 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458626.563809:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458626.563810:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458626.563811:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458626.563812:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458626.563814:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458626.563815:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458626.563817:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458626.563835:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458626.563836:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458626.563839:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a69227d0 x1845971106428864/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458626 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458626.563844:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a69227d0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428864:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458626.563847:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458626.563848:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458626.563850:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a69227d0 x1845971106428864/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458626 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458626.563854:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458626.563856:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458626.563860:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000350d0570. 02000000:00000001:2.0:1760458626.563863:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458626.563865:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458626.563866:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:2.0:1760458626.563868:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458626.563870:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000000ff9d220. 02000000:00000001:2.0:1760458626.563872:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458626.563873:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458626.563875:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a69227d0. 00000100:00000001:2.0:1760458626.563877:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458626.563878:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458626.563880:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458626.563897:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458626.563902:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458626.563904:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458626.563907:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458626.563908:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760458626.563910:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458626.563911:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458626.563914:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458626.563917:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6856 00000100:00080000:0.0:1760458626.563919:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458626.563921:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458626.563923:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458626.563925:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458626.563926:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458626.563928:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458626.563929:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760458626.563931:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458626.563933:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760458626.563935:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760458626.563937:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760458626.563939:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458626.563940:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458626.563941:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458626.563942:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458626.563943:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760458626.563945:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458626.563947:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458626.563948:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458626.563953:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458626.563955:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458626.563956:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458626.563959:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458626.563961:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458626.563962:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458626.563969:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000074de90df. 00000020:00000040:0.0:1760458626.563971:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760458626.563974:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458626.563975:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458626.563977:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458626.563979:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458626.563982:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458626.563988:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000265d4fa1. 00000100:00000001:0.0:1760458626.564003:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458626.564006:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000074de90df x1845971106429056/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458626.564012:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458626.564014:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458626.564016:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000074de90df] to pc [ptlrpcd_rcv+-1] req@0000000074de90df x1845971106429056/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458626.564031:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458626.564032:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458626.564034:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458626.564036:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458626.564037:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458626.564039:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458626.564042:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6885) 00000100:00000001:2.0:1760458626.564067:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458626.564070:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458626.564071:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458626.564076:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000074de90df x1845971106429056/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458626.564081:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458626.564083:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458626.564085:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458626.564087:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458626.564088:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000074de90df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429056:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458626.564091:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458626.564094:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458626.564096:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458626.564097:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458626.564101:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000350d0570. 02000000:00000001:2.0:1760458626.564102:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458626.564105:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddc575aa. 00000400:00000010:2.0:1760458626.564108:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001304f4e0. 00000100:00000200:2.0:1760458626.564112:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106429056, portal 10 00000100:00000001:2.0:1760458626.564114:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458626.564115:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762837888 : -123359946713728 : ffff8fce06325580) 00000100:00000040:2.0:1760458626.564119:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000074de90df x1845971106429056/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458651 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458626.564124:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458626.564126:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458626.564128:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa38956b. 00000100:00000200:2.0:1760458626.564130:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106429056, offset 0 00000400:00000200:2.0:1760458626.564134:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458626.564144:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458626.564150:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458626.564153:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458626.564155:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458626.564157:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [478:478:256:4294967295] 192.168.203.106@tcp LPNI seq info [478:478:8:4294967295] 00000400:00000200:2.0:1760458626.564165:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458626.564170:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458626.564173:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a7bc5d3 (tot 1763794). 00000800:00000200:2.0:1760458626.564178:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458626.564184:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458626.564187:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a7bc5d3 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458626.564200:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458626.564202:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458626.564204:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458626.564205:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458626.564207:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458626.564209:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458626.564210:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458626.564211:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458626.564212:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458626.564213:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458626.564214:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458626.564348:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458626.564352:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a7bc5d3 (tot 1763546). 00000400:00000200:1.0:1760458626.564357:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458626.564361:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458626.564365:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa38956b 00000400:00000010:1.0:1760458626.564366:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa38956b. 00000100:00000001:1.0:1760458626.564368:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458626.564371:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000074de90df x1845971106429056/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458651 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458626.564376:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458626.564378:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000074de90df x1845971106429056/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458651 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458626.564382:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458626.564383:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458626.755738:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458626.755741:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458626.755742:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458626.755746:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458626.755749:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458626.755751:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458626.755753:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458626.755755:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458626.755757:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458627.459734:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458627.459738:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458627.459743:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458627.459744:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458627.459747:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458627.459747:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458627.459830:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458627.459833:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458627.459836:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458627.587725:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458627.587735:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458627.587736:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458627.587740:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458627.587742:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458627.587744:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458627.587746:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458627.779725:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458627.779729:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458627.779730:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458627.779733:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458627.779738:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458627.779740:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458627.779742:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458627.779744:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458627.779745:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458628.483726:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458628.483730:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458628.483735:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458628.483735:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458628.483738:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458628.483738:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458628.483822:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458628.483825:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458628.483828:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458628.611711:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458628.611720:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458628.611721:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458628.611725:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458628.611727:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458628.611730:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458628.611732:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458628.803732:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458628.803736:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458628.803737:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458628.803740:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458628.803744:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458628.803746:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458628.803748:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458628.803750:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458628.803752:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458629.507712:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458629.507716:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458629.507718:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458629.507720:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458629.507724:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458629.507726:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458629.507728:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458629.507729:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458629.507733:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458629.507734:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458629.507736:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458629.507737:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458629.507812:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458629.507814:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458629.507817:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458629.635717:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458629.635726:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458629.635728:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458629.635732:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458629.635734:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458629.635737:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458629.635739:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458629.827735:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458629.827739:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458629.827740:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458629.827744:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458629.827749:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458629.827752:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458629.827754:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458629.827756:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458629.827759:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458630.531722:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458630.531726:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458630.531731:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458630.531731:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458630.531733:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458630.531734:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458630.531809:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458630.531812:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458630.531815:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458630.659729:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458630.659741:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458630.659743:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458630.659748:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458630.659751:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458630.659754:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458630.659756:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458630.851706:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458630.851710:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458630.851711:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458630.851714:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458630.851718:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458630.851720:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458630.851722:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458630.851723:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458630.851725:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458631.555754:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458631.555757:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458631.555763:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458631.555764:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458631.555766:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458631.555768:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458631.555770:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458631.555774:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458631.555775:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458631.555776:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458631.555779:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458631.555781:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458631.555782:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458631.555784:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458631.555857:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458631.555861:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458631.555864:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458631.683719:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458631.683727:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458631.683728:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458631.683731:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458631.683733:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458631.683737:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458631.683738:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458631.683771:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458631.683775:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458631.683778:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458631.683780:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458631.683782:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458631.683784:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458631.683786:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458631.683788:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458631.683792:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6890) 00000100:00000001:3.0:1760458631.875703:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458631.875705:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458631.875706:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458631.875709:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458631.875712:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458631.875714:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458631.875717:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458631.875718:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458631.875720:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458632.579737:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458632.579741:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458632.579745:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458632.579747:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458632.579749:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458632.579751:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458632.579807:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458632.579809:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458632.579812:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458632.707722:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458632.707727:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458632.707740:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458607/real 1760458607] req@00000000a8d1e875 x1845971106428928/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458632 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458632.707756:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458632.707758:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458632.707760:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cb3d252. 00000400:00000200:2.0:1760458632.707766:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006d7fef28 00000400:00000010:2.0:1760458632.707767:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006d7fef28. 00000100:00000001:2.0:1760458632.707770:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458632.707772:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a8d1e875 x1845971106428928/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458632 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458632.707778:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a8d1e875 x1845971106428928/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458632 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458632.707783:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458632.707784:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458632.707786:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458632.707787:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458632.707789:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a8d1e875 x1845971106428928/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458632 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458632.707794:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458632.707800:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458632.707801:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458632.707804:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458632.707806:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458632.707809:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458632.707812:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8d1e875 x1845971106428928/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458632 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458632.707818:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458632.707821:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458632.707823:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458632.707823:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458632.707826:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458632.707827:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458632.707830:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458632.707855:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458632.707859:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458632.707862:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8d1e875 x1845971106428928/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458632 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458632.707868:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8d1e875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106428928:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458632.707871:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458632.707873:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458632.707875:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a8d1e875 x1845971106428928/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458632 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458632.707879:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458632.707882:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458632.707885:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000ec8029a1. 02000000:00000001:2.0:1760458632.707888:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458632.707889:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458632.707891:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:2.0:1760458632.707893:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458632.707894:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000004ed05c41. 02000000:00000001:2.0:1760458632.707897:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458632.707898:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458632.707899:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a8d1e875. 00000100:00000001:2.0:1760458632.707904:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458632.707905:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458632.707907:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458632.707915:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458632.707920:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458632.707922:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458632.707925:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458632.707927:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458632.707929:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458632.707931:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458632.707933:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458632.707934:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760458632.707936:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458632.707937:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458632.707939:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458632.707942:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6861 00000100:00080000:0.0:1760458632.707943:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458632.707945:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458632.707947:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458632.707948:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458632.707949:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458632.707951:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458632.707952:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760458632.707955:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458632.707957:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760458632.707958:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760458632.707960:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760458632.707962:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458632.707963:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458632.707964:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458632.707965:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458632.707966:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760458632.707968:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458632.707970:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458632.707971:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458632.707976:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458632.707978:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458632.707979:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458632.707981:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458632.707984:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458632.707985:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458632.707991:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fbf31b2c. 00000020:00000040:0.0:1760458632.707994:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760458632.707997:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458632.707997:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458632.708000:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458632.708002:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458632.708004:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458632.708010:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e0eb8712. 00000100:00000001:0.0:1760458632.708014:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458632.708017:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000fbf31b2c x1845971106429120/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458632.708024:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458632.708025:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458632.708027:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000fbf31b2c] to pc [ptlrpcd_rcv+-1] req@00000000fbf31b2c x1845971106429120/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458632.708043:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458632.708044:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760458632.708047:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6891) 00000100:00000001:2.0:1760458632.708070:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458632.708072:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458632.708073:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458632.708077:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000fbf31b2c x1845971106429120/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458632.708082:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458632.708083:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458632.708086:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458632.708088:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458632.708091:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000fbf31b2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429120:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458632.708095:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458632.708098:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458632.708100:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458632.708103:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458632.708107:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004ed05c41. 02000000:00000001:2.0:1760458632.708109:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458632.708113:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a8149944. 00000400:00000010:2.0:1760458632.708117:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8c5fef3. 00000100:00000200:2.0:1760458632.708122:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106429120, portal 4 00000100:00000001:2.0:1760458632.708124:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458632.708126:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762834240 : -123359946717376 : ffff8fce06324740) 00000100:00000040:2.0:1760458632.708132:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000fbf31b2c x1845971106429120/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458657 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458632.708138:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458632.708141:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458632.708144:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c81b19a9. 00000100:00000200:2.0:1760458632.708146:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106429120, offset 0 00000400:00000200:2.0:1760458632.708152:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458632.708165:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458632.708171:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458632.708173:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458632.708175:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458632.708178:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [479:479:256:4294967295] 192.168.203.106@tcp LPNI seq info [479:479:8:4294967295] 00000400:00000200:2.0:1760458632.708187:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458632.708194:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458632.708198:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009faadf73 (tot 1763794). 00000800:00000200:2.0:1760458632.708205:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458632.708213:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458632.708217:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009faadf73 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458632.708234:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458632.708235:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458632.708238:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458632.708241:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458632.708243:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458632.708247:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458632.708249:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458632.708252:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458632.708253:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458632.708255:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458632.708256:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458632.708324:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458632.708328:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009faadf73 (tot 1763546). 00000400:00000200:0.0:1760458632.708331:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458632.708335:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458632.708338:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c81b19a9 00000400:00000010:0.0:1760458632.708339:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c81b19a9. 00000100:00000001:0.0:1760458632.708341:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458632.708343:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fbf31b2c x1845971106429120/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458657 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458632.708348:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458632.708350:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000fbf31b2c x1845971106429120/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458657 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458632.708354:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458632.708355:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458632.899737:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458632.899743:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458632.899745:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458632.899750:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458632.899756:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458632.899759:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458632.899762:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458632.899764:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458632.899766:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458633.603732:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458633.603736:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458633.603741:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458633.603744:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458633.603746:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458633.603751:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458633.603753:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458633.603754:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458633.603757:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458633.603759:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458633.603760:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458633.603762:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458633.603766:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458633.603767:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458633.603822:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458633.603825:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458633.603828:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458633.731715:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458633.731724:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458633.731725:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458633.731730:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458633.731732:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458633.731734:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458633.731736:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458633.923714:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458633.923719:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458633.923720:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458633.923723:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458633.923728:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458633.923732:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458633.923734:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458633.923736:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458633.923739:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458634.627736:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458634.627741:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458634.627748:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458634.627749:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458634.627752:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458634.627753:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458634.627843:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458634.627846:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458634.627849:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458634.755779:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458634.755792:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458634.755793:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458634.755799:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458634.755802:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458634.755806:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458634.755809:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458634.947753:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458634.947757:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458634.947758:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458634.947762:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458634.947766:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458634.947769:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458634.947771:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458634.947773:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458634.947774:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458635.651756:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458635.651762:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458635.651769:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458635.651771:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458635.651774:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458635.651776:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458635.651868:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458635.651870:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458635.651873:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458635.779724:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458635.779735:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458635.779737:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458635.779742:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458635.779744:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458635.779747:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458635.779749:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458635.971720:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458635.971724:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458635.971725:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458635.971728:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458635.971732:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458635.971735:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458635.971736:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458635.971738:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458635.971741:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458636.675727:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458636.675731:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458636.675736:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458636.675737:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458636.675739:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458636.675740:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458636.675788:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458636.675791:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458636.675794:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458636.803727:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458636.803738:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458636.803740:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458636.803745:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458636.803747:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458636.803751:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458636.803753:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458636.995770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458636.995775:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458636.995776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458636.995780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458636.995783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458636.995786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458636.995788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458636.995789:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458636.995791:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458637.699757:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458637.699761:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458637.699766:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458637.699767:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458637.699770:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458637.699771:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458637.699852:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458637.699855:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458637.699858:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458637.827731:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458637.827739:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458637.827741:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458637.827745:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458637.827747:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458637.827748:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458637.827751:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458637.827754:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458637.827756:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458637.827759:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458637.827761:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458637.827763:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458637.827765:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458637.827766:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458637.827768:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458637.827772:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6896) 00000100:00000001:3.0:1760458638.019728:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458638.019732:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458638.019734:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458638.019737:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458638.019741:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458638.019743:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458638.019745:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458638.019747:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458638.019748:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458638.723733:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458638.723737:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458638.723747:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458638.723748:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458638.723751:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458638.723752:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458638.723790:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458638.723793:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458638.723796:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458638.851708:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458638.851717:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458638.851718:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458638.851722:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458638.851724:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458638.851726:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458638.851728:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458639.043725:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458639.043729:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458639.043730:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458639.043733:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458639.043737:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458639.043739:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458639.043741:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458639.043742:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458639.043744:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458639.747719:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458639.747725:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458639.747727:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458639.747728:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458639.747732:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458639.747734:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458639.747735:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458639.747736:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458639.747739:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458639.747740:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458639.747750:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458639.747751:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458639.747825:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458639.747828:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458639.747831:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458639.875702:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458639.875712:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458639.875713:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458639.875717:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458639.875719:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458639.875722:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458639.875728:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458640.067721:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458640.067725:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458640.067727:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458640.067729:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458640.067733:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458640.067736:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458640.067738:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458640.067740:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458640.067743:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458640.771723:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458640.771727:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458640.771732:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458640.771733:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458640.771736:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458640.771737:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458640.771775:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458640.771779:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458640.771781:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458640.899704:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458640.899708:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458640.899719:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458615/real 1760458615] req@00000000021d5908 x1845971106428992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458640 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458640.899731:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458640.899733:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458640.899735:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007afc05c3. 00000400:00000200:2.0:1760458640.899739:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e94a7194 00000400:00000010:2.0:1760458640.899740:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e94a7194. 00000100:00000001:2.0:1760458640.899744:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458640.899746:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000021d5908 x1845971106428992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458640 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458640.899751:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000021d5908 x1845971106428992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458640 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458640.899756:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458640.899757:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458640.899758:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458640.899759:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458640.899761:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000021d5908 x1845971106428992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458640 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458640.899765:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458640.899771:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458640.899772:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458640.899774:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458640.899776:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458640.899778:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458640.899780:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000021d5908 x1845971106428992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458640 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458640.899785:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458640.899787:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458640.899788:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458640.899789:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458640.899790:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458640.899791:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458640.899793:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458640.899810:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458640.899812:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458640.899814:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000021d5908 x1845971106428992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458640 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458640.899819:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000021d5908 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106428992:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458640.899822:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458640.899824:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458640.899826:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000021d5908 x1845971106428992/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458640 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458640.899830:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458640.899832:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458640.899835:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458640.899839:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458640.899840:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458640.899841:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:2.0:1760458640.899846:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458640.899848:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e0e5c22c. 02000000:00000001:2.0:1760458640.899852:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458640.899853:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458640.899854:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000021d5908. 00000100:00000001:2.0:1760458640.899857:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458640.899857:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458640.899859:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458640.899880:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458640.899887:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458640.899889:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760458640.899891:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458640.899892:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458640.899894:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458640.899897:0:56038:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6869 00000100:00080000:0.0:1760458640.899899:0:56038:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458640.899901:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458640.899902:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458640.899904:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458640.899905:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458640.899907:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458640.899908:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760458640.899910:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458640.899912:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458640.899913:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458640.899915:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458640.899916:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458640.899918:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458640.899919:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458640.899920:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458640.899922:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458640.899924:0:56038:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458640.899925:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458640.899927:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458640.899928:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458640.899930:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458640.899931:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458640.899932:0:56038:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458640.899938:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059c5005b. 00000020:00000040:0.0:1760458640.899940:0:56038:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458640.899944:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458640.899945:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458640.899947:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458640.899949:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458640.899951:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458640.899957:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ca48aada. 00000100:00000001:0.0:1760458640.899960:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458640.899964:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000059c5005b x1845971106429184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458640.899970:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458640.899971:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458640.899974:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000059c5005b] to pc [ptlrpcd_rcv+-1] req@0000000059c5005b x1845971106429184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458640.899988:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458640.899990:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458640.899991:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458640.899994:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458640.899995:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458640.899997:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458640.899999:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458640.900001:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458640.900004:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6900) 00000100:00000001:2.0:1760458640.900011:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458640.900013:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458640.900015:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458640.900019:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059c5005b x1845971106429184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458640.900025:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458640.900026:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458640.900029:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458640.900031:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458640.900032:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059c5005b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106429184:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458640.900036:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458640.900039:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458640.900041:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458640.900043:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458640.900046:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458640.900047:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458640.900049:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007afc05c3. 00000400:00000010:2.0:1760458640.900052:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e94a7194. 00000100:00000200:2.0:1760458640.900056:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106429184, portal 25 00000100:00000001:2.0:1760458640.900058:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458640.900059:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762820864 : -123359946730752 : ffff8fce06321300) 00000100:00000040:2.0:1760458640.900062:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000059c5005b x1845971106429184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458665 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458640.900066:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458640.900068:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458640.900070:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f9c5c5cb. 00000100:00000200:2.0:1760458640.900071:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106429184, offset 0 00000400:00000200:2.0:1760458640.900076:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458640.900086:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458640.900091:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458640.900094:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458640.900096:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458640.900098:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [480:480:256:4294967295] 192.168.203.106@tcp LPNI seq info [480:480:8:4294967295] 00000400:00000200:2.0:1760458640.900106:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458640.900111:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458640.900114:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572e543b (tot 1763794). 00000800:00000200:2.0:1760458640.900119:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458640.900125:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458640.900129:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572e543b type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458640.900140:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458640.900142:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458640.900144:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458640.900145:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458640.900146:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458640.900149:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458640.900150:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458640.900152:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458640.900153:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458640.900154:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458640.900155:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458640.900232:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458640.900235:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572e543b (tot 1763546). 00000400:00000200:0.0:1760458640.900239:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458640.900243:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458640.900246:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f9c5c5cb 00000400:00000010:0.0:1760458640.900246:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f9c5c5cb. 00000100:00000001:0.0:1760458640.900249:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458640.900251:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059c5005b x1845971106429184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458665 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458640.900256:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458640.900257:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000059c5005b x1845971106429184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458665 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458640.900261:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458640.900262:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458641.091720:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458641.091723:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458641.091724:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458641.091727:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458641.091729:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458641.091730:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458641.091732:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458641.091733:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458641.091735:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458641.795737:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458641.795742:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458641.795749:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458641.795750:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458641.795753:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458641.795757:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458641.795759:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458641.795764:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458641.795766:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458641.795767:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458641.795770:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458641.795776:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458641.795778:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458641.795780:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458641.795857:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458641.795860:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458641.795862:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458641.923717:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458641.923725:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458641.923727:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458641.923731:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458641.923733:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458641.923737:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458641.923739:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458642.115713:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458642.115718:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458642.115719:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458642.115724:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458642.115728:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458642.115731:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458642.115733:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458642.115735:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458642.115737:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458642.819737:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458642.819742:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458642.819749:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458642.819750:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458642.819754:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458642.819755:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458642.819851:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458642.819854:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458642.819856:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458642.947701:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458642.947709:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458642.947711:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458642.947714:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458642.947716:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458642.947719:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458642.947721:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458643.139720:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458643.139724:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458643.139726:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458643.139731:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458643.139735:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458643.139738:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458643.139740:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458643.139742:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458643.139744:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458643.843737:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458643.843741:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458643.843749:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458643.843753:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458643.843755:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458643.843760:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458643.843762:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458643.843764:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458643.843767:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458643.843769:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458643.843771:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458643.843773:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458643.843776:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458643.843777:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458643.843812:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458643.843815:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458643.843817:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458643.971710:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458643.971718:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458643.971719:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458643.971721:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458643.971723:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458643.971725:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458643.971727:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458644.163718:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458644.163723:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458644.163724:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458644.163728:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458644.163732:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458644.163735:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458644.163738:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458644.163739:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458644.163742:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458644.867700:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458644.867704:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458644.867709:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458644.867711:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458644.867713:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458644.867714:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458644.867786:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458644.867789:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458644.867792:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458644.995725:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458644.995733:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458644.995734:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458644.995738:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458644.995740:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458644.995743:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458644.995744:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458645.187739:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458645.187745:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458645.187746:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458645.187751:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458645.187756:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458645.187758:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458645.187761:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458645.187763:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458645.187765:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458645.891716:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458645.891721:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458645.891727:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458645.891728:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458645.891731:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458645.891732:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458645.891805:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458645.891807:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458645.891810:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458646.019720:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1760458646.019721:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458646.019728:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458646.019730:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458646.019732:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458646.019732:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458646.019735:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458646.019736:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458646.019740:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1760458646.019741:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1760458646.019742:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458646.019745:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458646.019745:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458646.019751:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458646.019752:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6905) 00000100:00000001:2.0:1760458646.019754:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458646.211730:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458646.211735:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458646.211737:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458646.211741:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458646.211745:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458646.211748:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458646.211751:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458646.211752:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458646.211755:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458646.915814:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458646.915818:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458646.915822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458646.915823:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458646.915826:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458646.915827:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458646.915912:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458646.915915:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458646.915918:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458647.043784:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458647.043797:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458647.043799:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458647.043805:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458647.043809:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458647.043813:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458647.043816:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458647.235786:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458647.235793:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458647.235795:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458647.235801:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458647.235806:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458647.235810:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458647.235813:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458647.235816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458647.235819:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458647.939792:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458647.939799:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458647.939807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458647.939810:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458647.939814:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458647.939816:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458647.939925:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458647.939932:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458647.939938:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458648.067816:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458648.067829:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458648.067831:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458648.067838:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458648.067841:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458648.067845:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458648.067848:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458648.259828:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458648.259839:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458648.259842:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458648.259851:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458648.259859:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458648.259864:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458648.259869:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458648.259873:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458648.259877:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458648.963769:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458648.963776:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458648.963780:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458648.963783:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458648.963806:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458648.963807:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458648.963812:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458648.963814:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458648.963817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458648.963818:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458648.963822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458648.963822:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458648.963876:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458648.963880:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458648.963883:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458649.091754:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458649.091769:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458649.091771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458649.091778:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458649.091782:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458649.091787:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458649.091790:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458649.283786:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458649.283793:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458649.283795:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458649.283801:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458649.283807:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458649.283812:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458649.283816:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458649.283818:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458649.283821:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458649.987821:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458649.987829:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458649.987838:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458649.987839:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458649.987843:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458649.987844:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458649.987989:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458649.987994:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458649.987998:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458650.115793:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458650.115805:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458650.115807:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458650.115813:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458650.115816:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458650.115819:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458650.115822:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458650.307810:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458650.307817:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458650.307819:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458650.307825:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458650.307831:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458650.307836:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458650.307839:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458650.307842:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458650.307845:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458651.011790:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458651.011798:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458651.011808:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458651.011810:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458651.011815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458651.011820:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458651.011824:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458651.011832:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458651.011837:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458651.011839:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458651.011845:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458651.011848:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458651.011851:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458651.011855:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458651.011977:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458651.011982:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458651.011986:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760458651.139735:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458651.139746:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458651.139750:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458651.139755:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458651.139757:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458651.139761:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458651.139763:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458651.139766:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458651.139771:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000040:0.0:1760458651.139773:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6910) 00000100:00000001:2.0:1760458651.139777:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458651.139794:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458626/real 1760458626] req@0000000074de90df x1845971106429056/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458651 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458651.139815:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458651.139817:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458651.139820:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ddc575aa. 00000400:00000200:2.0:1760458651.139828:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001304f4e0 00000400:00000010:2.0:1760458651.139830:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001304f4e0. 00000100:00000001:2.0:1760458651.139835:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458651.139838:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000074de90df x1845971106429056/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458651 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458651.139847:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000074de90df x1845971106429056/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458651 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458651.139855:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458651.139857:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458651.139860:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458651.139862:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458651.139865:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000074de90df x1845971106429056/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458651 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458651.139872:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458651.139881:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458651.139883:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458651.139885:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458651.139888:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458651.139892:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458651.139895:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000074de90df x1845971106429056/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458651 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458651.139910:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458651.139913:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458651.139915:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458651.139916:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458651.139919:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458651.139921:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458651.139924:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458651.139949:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458651.139952:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458651.139956:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000074de90df x1845971106429056/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458651 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458651.139964:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000074de90df pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429056:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458651.139969:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458651.139973:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458651.139977:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000074de90df x1845971106429056/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458651 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458651.139985:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1760458651.139988:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1760458651.139989:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458651.139994:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000350d0570. 00000100:00080000:0.0:1760458651.139997:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000001:2.0:1760458651.140002:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1760458651.140004:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:2.0:1760458651.140006:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458651.140009:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000100:00000001:0.0:1760458651.140014:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000020:00000001:2.0:1760458651.140015:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458651.140018:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000265d4fa1. 00000100:00080000:0.0:1760458651.140021:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 02000000:00000001:2.0:1760458651.140024:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458651.140027:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1760458651.140029:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00000010:2.0:1760458651.140030:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000074de90df. 00000100:00080000:0.0:1760458651.140035:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458651.140036:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458651.140039:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458651.140043:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458651.140044:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458651.140055:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6880 00000100:00080000:0.0:1760458651.140061:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458651.140068:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458651.140072:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458651.140075:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458651.140078:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458651.140081:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458651.140083:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760458651.140086:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458651.140090:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760458651.140093:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760458651.140095:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760458651.140098:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458651.140100:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458651.140101:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458651.140103:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458651.140106:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760458651.140109:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458651.140111:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458651.140114:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458651.140121:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458651.140124:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458651.140126:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458651.140130:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458651.140133:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458651.140135:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458651.140143:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000931e61d7. 00000020:00000040:0.0:1760458651.140148:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760458651.140153:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458651.140154:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458651.140158:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458651.140161:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458651.140165:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458651.140174:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000265d4fa1. 00000100:00000001:0.0:1760458651.140181:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458651.140187:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000931e61d7 x1845971106429248/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458651.140197:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458651.140200:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458651.140204:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000931e61d7] to pc [ptlrpcd_rcv+-1] req@00000000931e61d7 x1845971106429248/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458651.140230:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458651.140233:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458651.140234:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458651.140237:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458651.140240:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458651.140243:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458651.140247:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6910) 00000100:00000001:2.0:1760458651.140273:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458651.140277:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458651.140279:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458651.140286:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000931e61d7 x1845971106429248/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458651.140295:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458651.140297:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458651.140337:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458651.140341:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458651.140362:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000931e61d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429248:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458651.140367:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458651.140371:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458651.140374:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458651.140377:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458651.140382:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000350d0570. 02000000:00000001:2.0:1760458651.140384:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458651.140389:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddc575aa. 00000400:00000010:2.0:1760458651.140394:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001304f4e0. 00000100:00000200:2.0:1760458651.140402:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106429248, portal 10 00000100:00000001:2.0:1760458651.140405:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458651.140406:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762840320 : -123359946711296 : ffff8fce06325f00) 00000100:00000040:2.0:1760458651.140413:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000931e61d7 x1845971106429248/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458676 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458651.140421:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458651.140425:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458651.140428:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a9629dd. 00000100:00000200:2.0:1760458651.140431:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106429248, offset 0 00000400:00000200:2.0:1760458651.140439:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458651.140454:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458651.140463:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458651.140468:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458651.140471:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458651.140476:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [481:481:256:4294967295] 192.168.203.106@tcp LPNI seq info [481:481:8:4294967295] 00000400:00000200:2.0:1760458651.140490:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458651.140515:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458651.140521:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000572e543b (tot 1763794). 00000800:00000200:2.0:1760458651.140529:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458651.140538:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458651.140543:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000572e543b type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458651.140565:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458651.140569:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458651.140573:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458651.140578:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458651.140581:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458651.140586:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458651.140588:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458651.140592:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458651.140594:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458651.140596:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458651.140599:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458651.140761:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458651.140767:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000572e543b (tot 1763546). 00000400:00000200:1.0:1760458651.140772:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458651.140779:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458651.140784:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a9629dd 00000400:00000010:1.0:1760458651.140785:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a9629dd. 00000100:00000001:1.0:1760458651.140789:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458651.140792:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000931e61d7 x1845971106429248/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458676 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458651.140801:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458651.140803:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000931e61d7 x1845971106429248/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458676 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458651.140810:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458651.140812:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458651.331791:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458651.331799:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458651.331802:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458651.331810:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458651.331817:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458651.331822:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458651.331826:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458651.331829:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458651.331833:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458652.035809:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458652.035815:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458652.035822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458652.035823:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458652.035827:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458652.035828:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458652.035913:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458652.035918:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458652.035923:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458652.163795:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458652.163807:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458652.163809:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458652.163816:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458652.163819:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458652.163824:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458652.163827:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458652.355775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458652.355788:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458652.355790:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458652.355797:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458652.355803:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458652.355807:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458652.355810:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458652.355812:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458652.355815:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458653.059848:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458653.059857:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458653.059868:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458653.059872:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458653.059879:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458653.059881:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458653.059999:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458653.060005:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458653.060011:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458653.187767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458653.187785:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458653.187788:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458653.187807:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458653.187812:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458653.187818:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458653.187823:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458653.379775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458653.379782:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458653.379784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458653.379789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458653.379796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458653.379799:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458653.379802:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458653.379805:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458653.379808:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458654.083772:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458654.083780:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458654.083791:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458654.083795:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458654.083799:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458654.083807:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458654.083810:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458654.083813:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458654.083818:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458654.083821:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458654.083825:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458654.083828:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458654.083832:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458654.083834:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458654.083971:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458654.083976:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458654.083981:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458654.211751:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458654.211763:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458654.211766:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458654.211770:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458654.211773:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458654.211778:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458654.211781:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458654.403800:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458654.403806:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458654.403808:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458654.403814:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458654.403821:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458654.403825:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458654.403828:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458654.403831:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458654.403834:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458655.107793:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458655.107799:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458655.107805:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458655.107806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458655.107810:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458655.107811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458655.107940:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458655.107946:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458655.107950:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458655.235766:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458655.235778:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458655.235781:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458655.235787:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458655.235789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458655.235794:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458655.235797:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458655.427780:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458655.427786:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458655.427788:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458655.427794:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458655.427800:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458655.427804:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458655.427807:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458655.427809:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458655.427812:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458656.131792:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458656.131800:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458656.131809:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458656.131811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458656.131817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458656.131818:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458656.131930:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458656.131935:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458656.131940:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458656.259758:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458656.259770:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458656.259773:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458656.259779:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458656.259781:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458656.259787:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458656.259789:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458656.259791:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458656.259801:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458656.259806:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458656.259811:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458656.259816:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458656.259820:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458656.259823:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458656.259826:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458656.259832:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6915) 00000100:00000001:3.0:1760458656.451751:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458656.451758:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458656.451760:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458656.451765:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458656.451771:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458656.451774:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458656.451778:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458656.451781:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458656.451784:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458657.155792:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458657.155798:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458657.155806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458657.155807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458657.155811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458657.155812:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458657.155943:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458657.155949:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458657.155954:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458657.283746:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458657.283752:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458657.283766:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458632/real 1760458632] req@00000000fbf31b2c x1845971106429120/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458657 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458657.283803:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458657.283806:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458657.283809:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a8149944. 00000400:00000200:2.0:1760458657.283816:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8c5fef3 00000400:00000010:2.0:1760458657.283818:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8c5fef3. 00000100:00000001:2.0:1760458657.283823:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458657.283827:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fbf31b2c x1845971106429120/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458657 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458657.283836:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fbf31b2c x1845971106429120/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458657 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458657.283844:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458657.283845:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458657.283849:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458657.283852:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458657.283855:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000fbf31b2c x1845971106429120/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458657 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458657.283862:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458657.283871:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458657.283873:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458657.283876:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458657.283879:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458657.283882:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458657.283885:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000fbf31b2c x1845971106429120/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458657 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458657.283893:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458657.283896:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458657.283898:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458657.283899:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458657.283901:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458657.283904:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458657.283907:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458657.283937:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458657.283940:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458657.283944:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000fbf31b2c x1845971106429120/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458657 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458657.283953:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000fbf31b2c pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429120:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458657.283959:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458657.283962:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458657.283964:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000fbf31b2c x1845971106429120/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458657 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458657.283971:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458657.283974:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458657.283978:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004ed05c41. 02000000:00000001:2.0:1760458657.283983:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458657.283986:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458657.283988:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:2.0:1760458657.283991:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458657.283994:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e0eb8712. 02000000:00000001:2.0:1760458657.283998:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458657.284000:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458657.284001:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fbf31b2c. 00000100:00000001:2.0:1760458657.284005:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458657.284006:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458657.284009:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458657.284049:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458657.284058:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458657.284061:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458657.284065:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458657.284067:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458657.284070:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458657.284072:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458657.284076:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458657.284078:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760458657.284080:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458657.284082:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458657.284086:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458657.284091:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6886 00000100:00080000:0.0:1760458657.284094:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458657.284097:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458657.284101:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458657.284103:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458657.284106:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458657.284109:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458657.284111:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760458657.284114:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458657.284117:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760458657.284120:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760458657.284122:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760458657.284125:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458657.284127:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458657.284129:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458657.284131:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458657.284134:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760458657.284137:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458657.284140:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458657.284143:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458657.284150:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458657.284153:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458657.284155:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458657.284159:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458657.284172:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458657.284174:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458657.284184:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c2c7d95d. 00000020:00000040:0.0:1760458657.284187:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760458657.284192:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458657.284194:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458657.284197:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458657.284200:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458657.284204:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458657.284212:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000cf26fa4a. 00000100:00000001:0.0:1760458657.284218:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458657.284225:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000c2c7d95d x1845971106429312/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458657.284247:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458657.284249:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458657.284253:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000c2c7d95d] to pc [ptlrpcd_rcv+-1] req@00000000c2c7d95d x1845971106429312/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458657.284305:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458657.284308:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760458657.284312:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6916) 00000100:00000001:2.0:1760458657.284397:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458657.284402:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458657.284404:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458657.284412:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000c2c7d95d x1845971106429312/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458657.284424:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458657.284426:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458657.284430:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458657.284433:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458657.284436:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000c2c7d95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429312:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458657.284441:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458657.284446:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458657.284448:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458657.284451:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458657.284457:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004ed05c41. 02000000:00000001:2.0:1760458657.284459:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458657.284465:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a8149944. 00000400:00000010:2.0:1760458657.284470:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8c5fef3. 00000100:00000200:2.0:1760458657.284476:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106429312, portal 4 00000100:00000001:2.0:1760458657.284479:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458657.284481:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762846400 : -123359946705216 : ffff8fce063276c0) 00000100:00000040:2.0:1760458657.284488:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000c2c7d95d x1845971106429312/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458682 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458657.284496:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458657.284500:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458657.284503:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000da3194d5. 00000100:00000200:2.0:1760458657.284505:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106429312, offset 0 00000400:00000200:2.0:1760458657.284513:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458657.284527:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458657.284535:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458657.284540:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458657.284544:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458657.284548:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [482:482:256:4294967295] 192.168.203.106@tcp LPNI seq info [482:482:8:4294967295] 00000400:00000200:2.0:1760458657.284561:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458657.284568:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458657.284573:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009faadf73 (tot 1763794). 00000800:00000200:2.0:1760458657.284581:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458657.284591:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458657.284596:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009faadf73 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458657.284619:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458657.284622:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458657.284625:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458657.284628:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458657.284630:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458657.284635:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458657.284637:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458657.284639:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458657.284640:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458657.284668:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458657.284670:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458657.284821:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458657.284827:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009faadf73 (tot 1763546). 00000400:00000200:0.0:1760458657.284834:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458657.284843:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458657.284848:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000da3194d5 00000400:00000010:0.0:1760458657.284850:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000da3194d5. 00000100:00000001:0.0:1760458657.284853:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458657.284858:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c2c7d95d x1845971106429312/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458682 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458657.284868:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458657.284871:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000c2c7d95d x1845971106429312/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458682 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458657.284878:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458657.284881:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458657.475808:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458657.475813:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458657.475815:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458657.475821:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458657.475826:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458657.475830:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458657.475833:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458657.475836:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458657.475839:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458658.179757:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458658.179763:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458658.179772:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458658.179774:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458658.179781:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458658.179782:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458658.179927:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458658.179932:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458658.179937:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458658.307766:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458658.307779:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458658.307781:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458658.307789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458658.307793:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458658.307797:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458658.307800:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458658.499743:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458658.499748:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458658.499750:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458658.499755:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458658.499760:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458658.499764:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458658.499766:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458658.499768:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458658.499771:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458659.203767:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458659.203777:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458659.203781:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458659.203784:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458659.203793:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458659.203797:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458659.203801:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458659.203805:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458659.203814:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458659.203816:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458659.203822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458659.203824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458659.203900:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458659.203905:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458659.203910:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458659.331763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458659.331775:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458659.331779:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458659.331787:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458659.331790:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458659.331797:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458659.331802:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458659.523784:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458659.523791:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458659.523793:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458659.523798:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458659.523804:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458659.523808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458659.523811:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458659.523814:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458659.523817:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458660.227791:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458660.227797:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458660.227806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458660.227808:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458660.227811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458660.227813:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458660.227953:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458660.227958:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458660.227963:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458660.355729:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458660.355740:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458660.355741:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458660.355746:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458660.355749:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458660.355752:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458660.355755:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458660.547752:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458660.547759:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458660.547762:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458660.547766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458660.547773:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458660.547776:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458660.547779:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458660.547781:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458660.547785:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458661.251727:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458661.251731:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458661.251736:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458661.251737:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458661.251740:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458661.251742:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458661.251744:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458661.251749:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458661.251751:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458661.251751:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458661.251754:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458661.251755:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458661.251757:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458661.251758:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458661.251796:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458661.251800:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458661.251803:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458661.379747:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458661.379756:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458661.379757:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458661.379760:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458661.379762:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458661.379765:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458661.379767:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458661.571773:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458661.571779:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458661.571781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458661.571786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458661.571792:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458661.571796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458661.571799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458661.571801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458661.571804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458662.275716:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458662.275721:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458662.275726:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458662.275727:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458662.275729:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458662.275730:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458662.275816:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458662.275820:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458662.275823:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458662.403719:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1760458662.403723:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458662.403727:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1760458662.403729:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458662.403730:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458662.403732:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458662.403734:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1760458662.403737:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458662.403737:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458662.403740:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458662.403741:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458662.403743:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1760458662.403745:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458662.403748:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458662.403751:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458662.403754:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6921) 00000100:00000001:3.0:1760458662.595779:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458662.595784:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458662.595786:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458662.595790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458662.595796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458662.595799:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458662.595802:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458662.595805:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458662.595808:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458663.299731:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458663.299735:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458663.299740:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458663.299741:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458663.299744:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458663.299745:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458663.299782:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458663.299785:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458663.299788:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458663.427705:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458663.427714:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458663.427716:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458663.427720:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458663.427722:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458663.427724:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458663.427726:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458663.619767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458663.619787:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458663.619788:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458663.619791:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458663.619795:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458663.619797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458663.619799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458663.619800:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458663.619802:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458664.323723:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458664.323727:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458664.323732:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458664.323734:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458664.323736:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458664.323740:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458664.323742:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458664.323743:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458664.323745:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458664.323747:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458664.323748:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458664.323749:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458664.323751:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458664.323752:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458664.323837:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458664.323841:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458664.323843:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458664.451781:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458664.451794:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458664.451796:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458664.451802:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458664.451805:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458664.451809:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458664.451812:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458664.643717:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458664.643721:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458664.643722:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458664.643726:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458664.643730:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458664.643734:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458664.643736:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458664.643738:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458664.643740:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458665.347718:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458665.347722:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458665.347728:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458665.347729:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458665.347732:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458665.347733:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458665.347772:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458665.347776:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458665.347779:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458665.475708:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458665.475713:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458665.475724:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458640/real 1760458640] req@0000000059c5005b x1845971106429184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458665 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458665.475739:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458665.475741:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458665.475744:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007afc05c3. 00000400:00000200:2.0:1760458665.475751:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e94a7194 00000400:00000010:2.0:1760458665.475753:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e94a7194. 00000100:00000001:2.0:1760458665.475757:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458665.475761:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000059c5005b x1845971106429184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458665 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458665.475769:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000059c5005b x1845971106429184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458665 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458665.475777:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458665.475778:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458665.475781:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458665.475783:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458665.475786:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000059c5005b x1845971106429184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458665 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458665.475793:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458665.475800:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458665.475801:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458665.475803:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458665.475805:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458665.475807:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458665.475810:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000059c5005b x1845971106429184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458665 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458665.475814:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458665.475816:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458665.475817:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458665.475818:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458665.475820:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458665.475821:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458665.475823:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458665.475846:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458665.475848:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458665.475850:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000059c5005b x1845971106429184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458665 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458665.475859:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000059c5005b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106429184:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458665.475862:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458665.475864:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458665.475866:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000059c5005b x1845971106429184/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458665 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458665.475870:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458665.475872:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458665.475875:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458665.475878:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458665.475880:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458665.475881:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:2.0:1760458665.475883:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458665.475884:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ca48aada. 02000000:00000001:2.0:1760458665.475887:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458665.475888:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458665.475890:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000059c5005b. 00000100:00000001:2.0:1760458665.475892:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458665.475893:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458665.475894:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458665.475924:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458665.475929:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458665.475931:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760458665.475933:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458665.475934:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458665.475937:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458665.475940:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6895 00000100:00080000:0.0:1760458665.475942:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458665.475944:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458665.475946:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458665.475948:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458665.475949:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458665.475951:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458665.475952:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760458665.475954:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458665.475956:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458665.475958:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458665.475959:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458665.475961:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458665.475962:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458665.475963:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458665.475964:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458665.475966:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458665.475968:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458665.475970:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458665.475972:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458665.475974:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458665.475976:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458665.475977:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458665.475979:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458665.475985:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006c943888. 00000020:00000040:0.0:1760458665.475987:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458665.475990:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458665.475991:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458665.475993:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458665.475996:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458665.475998:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458665.476004:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000008265aa12. 00000100:00000001:0.0:1760458665.476008:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458665.476012:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000006c943888 x1845971106429376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458665.476018:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458665.476020:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458665.476023:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000006c943888] to pc [ptlrpcd_rcv+-1] req@000000006c943888 x1845971106429376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458665.476038:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458665.476039:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458665.476041:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458665.476043:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458665.476045:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458665.476047:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458665.476049:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458665.476055:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458665.476059:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6924) 00000100:00000001:2.0:1760458665.476060:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458665.476062:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458665.476064:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458665.476068:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000006c943888 x1845971106429376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458665.476074:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458665.476075:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458665.476078:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458665.476080:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458665.476082:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000006c943888 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106429376:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458665.476084:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458665.476087:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458665.476089:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458665.476091:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458665.476094:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458665.476095:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458665.476098:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007afc05c3. 00000400:00000010:2.0:1760458665.476101:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e94a7194. 00000100:00000200:2.0:1760458665.476105:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106429376, portal 25 00000100:00000001:2.0:1760458665.476107:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458665.476108:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762842752 : -123359946708864 : ffff8fce06326880) 00000100:00000040:2.0:1760458665.476111:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000006c943888 x1845971106429376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458690 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458665.476115:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458665.476117:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458665.476119:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003a3f4509. 00000100:00000200:2.0:1760458665.476121:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106429376, offset 0 00000400:00000200:2.0:1760458665.476125:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458665.476136:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458665.476141:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458665.476144:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458665.476146:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458665.476149:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [483:483:256:4294967295] 192.168.203.106@tcp LPNI seq info [483:483:8:4294967295] 00000400:00000200:2.0:1760458665.476157:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458665.476162:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458665.476165:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006a7bc5d3 (tot 1763794). 00000800:00000200:2.0:1760458665.476170:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458665.476176:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458665.476179:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006a7bc5d3 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458665.476192:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458665.476193:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458665.476195:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458665.476197:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458665.476198:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458665.476200:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458665.476214:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458665.476216:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458665.476217:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458665.476218:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458665.476220:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458665.476297:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458665.476301:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006a7bc5d3 (tot 1763546). 00000400:00000200:0.0:1760458665.476305:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458665.476309:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458665.476312:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003a3f4509 00000400:00000010:0.0:1760458665.476313:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003a3f4509. 00000100:00000001:0.0:1760458665.476315:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458665.476317:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006c943888 x1845971106429376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458690 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458665.476322:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458665.476324:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000006c943888 x1845971106429376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458690 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458665.476328:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458665.476329:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458665.667728:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458665.667732:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458665.667734:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458665.667737:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458665.667741:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458665.667744:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458665.667745:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458665.667747:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458665.667749:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458666.371800:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458666.371806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458666.371815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458666.371817:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458666.371820:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458666.371822:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458666.371960:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458666.371965:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458666.371970:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458666.499744:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458666.499758:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458666.499759:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458666.499766:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458666.499769:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458666.499773:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458666.499775:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458666.691719:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458666.691723:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458666.691724:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458666.691728:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458666.691731:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458666.691734:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458666.691736:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458666.691737:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458666.691739:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458667.395796:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458667.395802:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458667.395811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458667.395813:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458667.395817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458667.395818:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458667.395883:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458667.395888:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458667.395893:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458667.523709:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458667.523718:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458667.523720:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458667.523723:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458667.523725:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458667.523729:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458667.523731:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458667.715738:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458667.715742:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458667.715743:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458667.715747:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458667.715751:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458667.715754:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458667.715756:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458667.715758:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458667.715760:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458668.419806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458668.419812:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458668.419821:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458668.419823:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458668.419828:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458668.419829:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458668.419983:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458668.419988:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458668.419992:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458668.547780:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458668.547793:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458668.547795:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458668.547802:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458668.547806:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458668.547810:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458668.547813:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458668.739804:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458668.739810:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458668.739813:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458668.739818:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458668.739824:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458668.739827:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458668.739831:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458668.739833:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458668.739836:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458669.443771:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458669.443778:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458669.443782:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458669.443785:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458669.443791:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458669.443793:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458669.443795:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458669.443797:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458669.443801:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458669.443803:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458669.443806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458669.443807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458669.443866:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458669.443871:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458669.443875:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458669.571772:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458669.571785:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458669.571787:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458669.571794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458669.571798:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458669.571802:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458669.571805:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458669.763755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458669.763761:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458669.763763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458669.763767:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458669.763772:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458669.763775:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458669.763777:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458669.763780:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458669.763782:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458670.467702:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458670.467706:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458670.467711:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458670.467712:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458670.467715:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458670.467716:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458670.467808:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458670.467811:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458670.467813:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458670.595714:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458670.595722:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458670.595724:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458670.595729:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1760458670.595730:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458670.595731:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458670.595735:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458670.595736:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458670.595737:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458670.595740:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458670.595743:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458670.595745:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458670.595747:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458670.595749:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458670.595751:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458670.595755:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6929) 00000100:00000001:3.0:1760458670.787716:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458670.787721:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458670.787722:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458670.787726:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458670.787730:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458670.787733:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458670.787734:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458670.787736:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458670.787738:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458671.491722:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458671.491726:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458671.491731:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458671.491732:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458671.491735:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458671.491737:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458671.491739:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458671.491744:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458671.491746:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458671.491747:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458671.491749:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458671.491750:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458671.491752:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458671.491753:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458671.491789:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458671.491792:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458671.491795:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458671.619770:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458671.619789:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458671.619793:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458671.619802:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458671.619806:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458671.619812:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458671.619816:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458671.811757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458671.811762:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458671.811766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458671.811777:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458671.811783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458671.811787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458671.811789:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458671.811791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458671.811794:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458672.515736:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458672.515742:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458672.515748:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458672.515749:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458672.515752:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458672.515753:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458672.515839:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458672.515842:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458672.515845:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458672.643720:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458672.643731:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458672.643733:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458672.643738:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458672.643740:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458672.643744:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458672.643746:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458672.835715:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458672.835718:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458672.835720:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458672.835724:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458672.835727:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458672.835730:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458672.835732:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458672.835733:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458672.835735:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458673.539719:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458673.539724:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458673.539728:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458673.539729:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458673.539731:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458673.539732:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458673.539774:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458673.539778:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458673.539780:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458673.667705:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458673.667713:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458673.667715:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458673.667718:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458673.667720:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458673.667722:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458673.667724:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458673.859705:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458673.859709:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458673.859710:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458673.859713:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458673.859717:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458673.859720:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458673.859721:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458673.859723:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458673.859725:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458674.563804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458674.563809:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458674.563815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458674.563817:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458674.563820:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458674.563825:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458674.563827:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458674.563829:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458674.563832:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458674.563834:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458674.563835:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458674.563837:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458674.563840:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458674.563841:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458674.563965:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458674.563971:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458674.563976:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458674.691802:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458674.691814:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458674.691816:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458674.691821:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458674.691824:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458674.691828:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458674.691831:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458674.883722:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458674.883736:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458674.883737:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458674.883741:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458674.883745:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458674.883747:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458674.883749:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458674.883752:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458674.883753:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458675.587715:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458675.587719:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458675.587725:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458675.587726:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458675.587729:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458675.587730:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458675.587750:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458675.587754:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458675.587757:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458675.715715:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458675.715724:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458675.715725:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458675.715726:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458675.715729:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1760458675.715732:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458675.715733:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458675.715735:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458675.715749:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458675.715749:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458675.715752:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458675.715753:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458675.715757:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458675.715759:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458675.715761:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458675.715764:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6934) 00000100:00000001:3.0:1760458675.907721:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458675.907726:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458675.907728:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458675.907732:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458675.907736:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458675.907740:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458675.907743:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458675.907744:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458675.907747:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458676.611807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458676.611814:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458676.611824:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458676.611826:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458676.611830:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458676.611831:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458676.611967:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458676.611972:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458676.611977:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458676.739772:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458676.739781:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458676.739801:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458651/real 1760458651] req@00000000931e61d7 x1845971106429248/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458676 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458676.739832:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458676.739835:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458676.739840:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ddc575aa. 00000400:00000200:2.0:1760458676.739850:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001304f4e0 00000400:00000010:2.0:1760458676.739854:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001304f4e0. 00000100:00000001:2.0:1760458676.739860:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458676.739866:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000931e61d7 x1845971106429248/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458676 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458676.739877:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000931e61d7 x1845971106429248/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458676 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458676.739886:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458676.739888:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458676.739891:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458676.739894:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458676.739897:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000931e61d7 x1845971106429248/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458676 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458676.739906:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458676.739915:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458676.739917:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458676.739921:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458676.739923:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458676.739927:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458676.739931:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000931e61d7 x1845971106429248/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458676 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458676.739939:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458676.739944:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458676.739946:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458676.739947:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458676.739950:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458676.739952:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458676.739956:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458676.739988:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458676.739991:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458676.739996:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000931e61d7 x1845971106429248/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458676 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458676.740005:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000931e61d7 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429248:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458676.740010:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458676.740013:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458676.740015:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000931e61d7 x1845971106429248/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458676 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458676.740023:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458676.740026:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458676.740031:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000350d0570. 02000000:00000001:2.0:1760458676.740037:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458676.740039:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458676.740041:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:2.0:1760458676.740045:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458676.740048:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000265d4fa1. 02000000:00000001:2.0:1760458676.740052:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458676.740054:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458676.740055:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000931e61d7. 00000100:00000001:2.0:1760458676.740060:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458676.740061:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458676.740064:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458676.740111:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458676.740120:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458676.740123:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458676.740173:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458676.740175:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760458676.740178:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458676.740181:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458676.740185:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458676.740191:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6905 00000100:00080000:0.0:1760458676.740195:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458676.740199:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458676.740202:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458676.740205:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458676.740207:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458676.740211:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458676.740213:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760458676.740216:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458676.740220:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760458676.740222:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760458676.740225:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760458676.740228:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458676.740232:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458676.740234:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458676.740236:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458676.740239:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760458676.740243:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458676.740245:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458676.740248:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458676.740256:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458676.740259:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458676.740261:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458676.740265:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458676.740269:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458676.740271:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458676.740281:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebfc75b4. 00000020:00000040:0.0:1760458676.740285:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760458676.740290:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458676.740292:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458676.740295:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458676.740299:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458676.740303:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458676.740311:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e9201050. 00000100:00000001:0.0:1760458676.740318:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458676.740324:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000ebfc75b4 x1845971106429440/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458676.740336:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458676.740338:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458676.740343:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000ebfc75b4] to pc [ptlrpcd_rcv+-1] req@00000000ebfc75b4 x1845971106429440/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458676.740388:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458676.740391:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458676.740393:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458676.740396:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458676.740400:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458676.740403:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458676.740407:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6935) 00000100:00000001:2.0:1760458676.740541:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458676.740546:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458676.740549:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458676.740557:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000ebfc75b4 x1845971106429440/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458676.740571:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458676.740573:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458676.740578:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458676.740581:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458676.740584:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000ebfc75b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429440:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458676.740589:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458676.740593:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458676.740596:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458676.740599:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458676.740605:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000350d0570. 02000000:00000001:2.0:1760458676.740607:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458676.740613:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddc575aa. 00000400:00000010:2.0:1760458676.740619:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001304f4e0. 00000100:00000200:2.0:1760458676.740626:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106429440, portal 10 00000100:00000001:2.0:1760458676.740629:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458676.740631:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762823296 : -123359946728320 : ffff8fce06321c80) 00000100:00000040:2.0:1760458676.740638:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000ebfc75b4 x1845971106429440/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458701 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458676.740677:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458676.740681:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458676.740684:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000029a71a8e. 00000100:00000200:2.0:1760458676.740688:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106429440, offset 0 00000400:00000200:2.0:1760458676.740695:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458676.740711:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458676.740720:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458676.740725:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458676.740729:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458676.740733:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [484:484:256:4294967295] 192.168.203.106@tcp LPNI seq info [484:484:8:4294967295] 00000400:00000200:2.0:1760458676.740746:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458676.740753:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458676.740758:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000080433ee0 (tot 1763794). 00000800:00000200:2.0:1760458676.740767:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458676.740777:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458676.740782:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000080433ee0 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458676.740805:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458676.740808:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458676.740813:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458676.740818:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458676.740821:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458676.740829:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458676.740831:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458676.740834:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458676.740836:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458676.740839:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458676.740841:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458676.741026:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458676.741032:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000080433ee0 (tot 1763546). 00000400:00000200:1.0:1760458676.741039:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458676.741048:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458676.741054:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000029a71a8e 00000400:00000010:1.0:1760458676.741056:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000029a71a8e. 00000100:00000001:1.0:1760458676.741060:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458676.741065:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebfc75b4 x1845971106429440/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458701 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458676.741076:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458676.741078:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000ebfc75b4 x1845971106429440/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458701 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458676.741087:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458676.741089:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458676.931824:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458676.931831:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458676.931833:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458676.931838:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458676.931843:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458676.931848:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458676.931851:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458676.931854:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458676.931857:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458677.635830:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458677.635838:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458677.635850:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458677.635853:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458677.635860:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458677.635861:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458677.635930:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458677.635936:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458677.635940:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458677.763789:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458677.763802:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458677.763805:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458677.763811:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458677.763814:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458677.763819:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458677.763822:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458677.955781:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458677.955787:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458677.955789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458677.955794:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458677.955800:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458677.955803:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458677.955806:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458677.955808:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458677.955810:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458678.659834:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458678.659843:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458678.659853:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458678.659855:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458678.659859:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458678.659861:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458678.659992:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458678.659997:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458678.660019:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458678.787746:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458678.787760:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458678.787763:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458678.787769:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458678.787771:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458678.787777:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458678.787780:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458678.979790:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458678.979796:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458678.979798:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458678.979803:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458678.979808:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458678.979811:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458678.979814:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458678.979816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458678.979819:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458679.683799:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458679.683808:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458679.683812:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458679.683816:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458679.683824:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458679.683828:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458679.683831:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458679.683835:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458679.683841:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458679.683843:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458679.683849:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458679.683851:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458679.683919:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458679.683924:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458679.683929:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458679.811764:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458679.811781:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458679.811784:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458679.811791:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458679.811795:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458679.811800:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458679.811804:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458680.003769:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458680.003775:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458680.003777:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458680.003783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458680.003789:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458680.003793:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458680.003796:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458680.003798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458680.003802:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458680.707810:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458680.707818:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458680.707829:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458680.707831:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458680.707836:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458680.707838:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458680.707936:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458680.707941:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458680.707946:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458680.835774:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458680.835792:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458680.835795:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458680.835804:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458680.835808:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458680.835814:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458680.835818:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458681.027801:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458681.027810:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458681.027813:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458681.027821:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458681.027827:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458681.027831:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458681.027834:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458681.027837:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458681.027840:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458681.731714:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458681.731717:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458681.731723:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458681.731724:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458681.731726:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458681.731729:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458681.731730:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458681.731735:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458681.731737:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458681.731738:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458681.731740:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458681.731741:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458681.731743:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458681.731744:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458681.731780:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458681.731782:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458681.731785:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458681.859742:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458681.859769:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458681.859771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458681.859776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1760458681.859779:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458681.859779:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458681.859783:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458681.859787:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458681.859788:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458681.859792:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458681.859795:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458681.859797:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458681.859799:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458681.859801:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458681.859803:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458681.859807:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6941) 00000100:00000001:3.0:1760458682.051830:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458682.051839:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458682.051842:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458682.051849:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458682.051857:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458682.051862:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458682.051866:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458682.051869:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458682.051873:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458682.755812:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458682.755820:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458682.755830:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458682.755833:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458682.755838:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458682.755841:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458682.756006:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458682.756011:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458682.756016:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458682.883763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458682.883769:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458682.883784:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458657/real 1760458657] req@00000000c2c7d95d x1845971106429312/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458682 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458682.883803:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458682.883805:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458682.883809:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a8149944. 00000400:00000200:2.0:1760458682.883813:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8c5fef3 00000400:00000010:2.0:1760458682.883816:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8c5fef3. 00000100:00000001:2.0:1760458682.883820:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458682.883824:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c2c7d95d x1845971106429312/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458682 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458682.883836:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c2c7d95d x1845971106429312/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458682 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458682.883844:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458682.883847:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458682.883851:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458682.883854:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458682.883858:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000c2c7d95d x1845971106429312/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458682 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458682.883866:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458682.883875:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458682.883877:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458682.883880:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458682.883883:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458682.883887:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458682.883890:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000c2c7d95d x1845971106429312/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458682 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458682.883898:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458682.883901:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458682.883902:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458682.883903:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458682.883906:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458682.883908:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458682.883911:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458682.883936:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458682.883939:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458682.883943:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000c2c7d95d x1845971106429312/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458682 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458682.883952:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000c2c7d95d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429312:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458682.883957:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458682.883960:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458682.883962:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000c2c7d95d x1845971106429312/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458682 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458682.883969:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458682.883973:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458682.883977:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004ed05c41. 02000000:00000001:2.0:1760458682.883982:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458682.883984:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458682.883986:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:2.0:1760458682.883989:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458682.883991:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000cf26fa4a. 02000000:00000001:2.0:1760458682.883995:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458682.883998:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458682.884000:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c2c7d95d. 00000100:00000001:2.0:1760458682.884004:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458682.884006:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458682.884009:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458682.884033:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458682.884041:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458682.884044:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458682.884048:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458682.884050:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458682.884053:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458682.884055:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458682.884059:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458682.884060:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760458682.884064:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458682.884066:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458682.884071:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458682.884076:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6911 00000100:00080000:0.0:1760458682.884079:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458682.884083:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458682.884104:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458682.884107:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458682.884109:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458682.884113:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458682.884115:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760458682.884118:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458682.884121:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760458682.884124:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760458682.884127:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760458682.884130:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458682.884132:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458682.884133:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458682.884135:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458682.884138:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760458682.884141:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458682.884143:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458682.884146:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458682.884153:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458682.884156:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458682.884158:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458682.884162:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458682.884165:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458682.884167:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458682.884174:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000036e202b0. 00000020:00000040:0.0:1760458682.884177:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760458682.884183:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458682.884184:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458682.884188:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458682.884192:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458682.884195:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458682.884204:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000671f05f3. 00000100:00000001:0.0:1760458682.884211:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458682.884217:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000036e202b0 x1845971106429504/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458682.884228:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458682.884231:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458682.884235:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000036e202b0] to pc [ptlrpcd_rcv+-1] req@0000000036e202b0 x1845971106429504/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458682.884259:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458682.884261:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760458682.884265:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6942) 00000100:00000001:2.0:1760458682.884301:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458682.884305:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458682.884307:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458682.884313:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000036e202b0 x1845971106429504/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458682.884323:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458682.884325:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458682.884329:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458682.884332:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458682.884334:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000036e202b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429504:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458682.884338:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458682.884342:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458682.884344:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458682.884347:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458682.884352:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004ed05c41. 02000000:00000001:2.0:1760458682.884354:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458682.884358:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a8149944. 00000400:00000010:2.0:1760458682.884363:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8c5fef3. 00000100:00000200:2.0:1760458682.884370:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106429504, portal 4 00000100:00000001:2.0:1760458682.884373:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458682.884374:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762818432 : -123359946733184 : ffff8fce06320980) 00000100:00000040:2.0:1760458682.884380:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000036e202b0 x1845971106429504/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458707 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458682.884388:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458682.884392:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458682.884395:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000049335e16. 00000100:00000200:2.0:1760458682.884398:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106429504, offset 0 00000400:00000200:2.0:1760458682.884405:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458682.884420:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458682.884428:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458682.884432:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458682.884435:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458682.884439:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [485:485:256:4294967295] 192.168.203.106@tcp LPNI seq info [485:485:8:4294967295] 00000400:00000200:2.0:1760458682.884451:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458682.884459:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458682.884463:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003aedd732 (tot 1763794). 00000800:00000200:2.0:1760458682.884471:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458682.884480:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458682.884485:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003aedd732 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458682.884505:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458682.884508:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458682.884510:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458682.884513:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458682.884516:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458682.884520:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458682.884522:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458682.884525:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458682.884526:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458682.884531:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458682.884533:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458682.884680:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458682.884686:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003aedd732 (tot 1763546). 00000400:00000200:0.0:1760458682.884692:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458682.884699:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458682.884704:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000049335e16 00000400:00000010:0.0:1760458682.884705:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000049335e16. 00000100:00000001:0.0:1760458682.884709:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458682.884713:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000036e202b0 x1845971106429504/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458707 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458682.884721:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458682.884724:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000036e202b0 x1845971106429504/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458707 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458682.884731:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458682.884732:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458683.075790:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458683.075795:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458683.075797:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458683.075801:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458683.075805:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458683.075808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458683.075811:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458683.075813:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458683.075816:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458683.779767:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458683.779773:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458683.779783:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458683.779785:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458683.779789:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458683.779792:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458683.779912:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458683.779917:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458683.779921:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458683.907763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458683.907779:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458683.907782:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458683.907788:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458683.907792:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458683.907797:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458683.907801:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458684.099777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458684.099783:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458684.099785:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458684.099791:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458684.099797:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458684.099801:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458684.099804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458684.099807:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458684.099810:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458684.803783:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458684.803789:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458684.803798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458684.803802:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458684.803806:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458684.803812:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458684.803815:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458684.803816:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458684.803820:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458684.803822:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458684.803824:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458684.803827:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458684.803830:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458684.803831:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458684.803965:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458684.803970:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458684.803975:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458684.931741:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458684.931753:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458684.931756:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458684.931761:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458684.931764:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458684.931768:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458684.931771:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458685.123773:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458685.123780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458685.123782:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458685.123786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458685.123792:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458685.123796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458685.123799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458685.123802:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458685.123805:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458685.827791:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458685.827798:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458685.827807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458685.827809:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458685.827813:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458685.827815:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458685.827950:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458685.827956:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458685.827960:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458685.955768:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458685.955781:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458685.955784:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458685.955790:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458685.955794:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458685.955798:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458685.955801:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458686.147752:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458686.147761:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458686.147764:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458686.147771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458686.147778:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458686.147783:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458686.147788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458686.147793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458686.147797:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458686.851781:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458686.851786:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458686.851792:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458686.851793:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458686.851797:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458686.851799:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458686.851941:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458686.851946:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458686.851951:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458686.979756:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458686.979770:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458686.979772:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458686.979779:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458686.979782:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458686.979786:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458686.979789:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458687.171742:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458687.171747:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458687.171748:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458687.171753:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458687.171757:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458687.171760:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458687.171762:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458687.171764:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458687.171767:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458687.875752:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458687.875760:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458687.875771:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458687.875774:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458687.875782:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458687.875784:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458687.875911:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458687.875916:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458687.875921:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458688.003735:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458688.003748:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458688.003750:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458688.003756:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458688.003759:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458688.003763:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458688.003766:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458688.003825:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458688.003833:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458688.003836:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458688.003840:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458688.003842:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458688.003846:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458688.003849:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458688.003853:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458688.003859:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6947) 00000100:00000001:3.0:1760458688.195762:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458688.195768:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458688.195770:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458688.195775:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458688.195781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458688.195784:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458688.195787:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458688.195789:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458688.195792:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458688.899811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458688.899821:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458688.899825:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458688.899828:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458688.899836:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458688.899839:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458688.899843:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458688.899846:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458688.899852:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458688.899854:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458688.899860:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458688.899862:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458688.899960:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458688.899965:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458688.899970:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458689.027754:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458689.027768:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458689.027771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458689.027777:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458689.027781:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458689.027787:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458689.027791:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458689.219810:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458689.219816:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458689.219819:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458689.219825:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458689.219830:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458689.219834:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458689.219837:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458689.219839:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458689.219842:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458689.923799:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458689.923807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458689.923816:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458689.923818:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458689.923823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458689.923825:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458689.923924:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458689.923929:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458689.923934:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458690.051763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458690.051770:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458690.051789:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458665/real 1760458665] req@000000006c943888 x1845971106429376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458690 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458690.051816:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458690.051819:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458690.051823:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007afc05c3. 00000400:00000200:2.0:1760458690.051831:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e94a7194 00000400:00000010:2.0:1760458690.051835:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e94a7194. 00000100:00000001:2.0:1760458690.051840:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458690.051845:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006c943888 x1845971106429376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458690 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458690.051859:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006c943888 x1845971106429376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458690 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458690.051870:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458690.051873:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458690.051878:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458690.051881:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458690.051886:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000006c943888 x1845971106429376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458690 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458690.051897:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458690.051909:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458690.051911:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458690.051915:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458690.051918:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458690.051923:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458690.051928:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000006c943888 x1845971106429376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458690 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458690.051940:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458690.051944:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458690.051947:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458690.051948:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458690.051952:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458690.051955:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458690.051959:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458690.051993:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458690.051998:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458690.052004:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000006c943888 x1845971106429376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458690 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458690.052017:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000006c943888 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106429376:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458690.052024:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458690.052028:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458690.052032:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000006c943888 x1845971106429376/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458690 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458690.052070:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458690.052075:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458690.052081:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458690.052089:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458690.052092:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458690.052094:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:2.0:1760458690.052099:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00080000:1.0:1760458690.052102:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000010:2.0:1760458690.052103:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000008265aa12. 02000000:00000001:2.0:1760458690.052111:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00000001:1.0:1760458690.052112:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760458690.052117:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 02000000:00000001:2.0:1760458690.052117:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458690.052122:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006c943888. 00000100:00000001:1.0:1760458690.052123:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760458690.052126:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760458690.052132:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00000001:2.0:1760458690.052132:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458690.052138:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1760458690.052140:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6919 00000100:00000001:2.0:1760458690.052144:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458690.052145:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760458690.052153:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458690.052157:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458690.052160:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458690.052162:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760458690.052165:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760458690.052167:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:1.0:1760458690.052170:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760458690.052174:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:1.0:1760458690.052176:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:1.0:1760458690.052179:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:1.0:1760458690.052183:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458690.052185:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458690.052187:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458690.052189:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760458690.052192:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:1.0:1760458690.052195:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:1.0:1760458690.052197:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458690.052200:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760458690.052203:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760458690.052206:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458690.052208:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:1.0:1760458690.052210:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760458690.052220:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b73f9ed. 00000020:00000040:1.0:1760458690.052223:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:1.0:1760458690.052228:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760458690.052230:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458690.052233:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760458690.052236:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760458690.052240:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760458690.052247:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009107b774. 00000100:00000001:1.0:1760458690.052253:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458690.052258:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000b73f9ed x1845971106429568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458690.052268:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760458690.052270:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760458690.052274:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000b73f9ed] to pc [ptlrpcd_rcv+-1] req@000000000b73f9ed x1845971106429568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458690.052298:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458690.052300:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:1.0:1760458690.052302:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458690.052306:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458690.052308:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458690.052312:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458690.052314:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458690.052316:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458690.052321:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6949) 00000100:00000001:2.0:1760458690.052356:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458690.052360:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458690.052363:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458690.052370:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000b73f9ed x1845971106429568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458690.052384:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458690.052387:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458690.052393:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458690.052397:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458690.052401:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000b73f9ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106429568:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458690.052407:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458690.052412:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458690.052415:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458690.052419:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458690.052424:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458690.052427:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458690.052433:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007afc05c3. 00000400:00000010:2.0:1760458690.052439:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e94a7194. 00000100:00000200:2.0:1760458690.052447:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106429568, portal 25 00000100:00000001:2.0:1760458690.052451:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458690.052453:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768330752 : -123359941220864 : ffff8fce06862600) 00000100:00000040:2.0:1760458690.052461:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000b73f9ed x1845971106429568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458715 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458690.052472:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458690.052477:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458690.052481:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b460705e. 00000100:00000200:2.0:1760458690.052485:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106429568, offset 0 00000400:00000200:2.0:1760458690.052496:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458690.052513:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458690.052524:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458690.052531:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458690.052535:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458690.052541:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [486:486:256:4294967295] 192.168.203.106@tcp LPNI seq info [486:486:8:4294967295] 00000400:00000200:2.0:1760458690.052557:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458690.052567:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458690.052574:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7f4f6cd (tot 1763794). 00000800:00000200:2.0:1760458690.052584:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458690.052595:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458690.052601:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f7f4f6cd type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458690.052629:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458690.052633:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458690.052637:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458690.052669:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458690.052673:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458690.052680:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458690.052682:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458690.052686:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458690.052688:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458690.052691:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458690.052694:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458690.052835:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458690.052842:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f4f6cd (tot 1763546). 00000400:00000200:0.0:1760458690.052850:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458690.052860:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458690.052866:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b460705e 00000400:00000010:0.0:1760458690.052868:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b460705e. 00000100:00000001:0.0:1760458690.052874:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458690.052880:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000b73f9ed x1845971106429568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458715 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458690.052893:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458690.052897:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000b73f9ed x1845971106429568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458715 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458690.052907:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458690.052910:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458690.243768:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458690.243774:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458690.243776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458690.243783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458690.243789:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458690.243792:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458690.243795:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458690.243797:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458690.243800:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458690.947803:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458690.947811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458690.947822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458690.947824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458690.947829:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458690.947834:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458690.947838:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458690.947846:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458690.947850:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458690.947852:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458690.947857:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458690.947860:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458690.947865:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458690.947868:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458690.948009:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458690.948014:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458690.948019:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458691.075780:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458691.075798:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458691.075801:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458691.075809:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458691.075813:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458691.075819:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458691.075823:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458691.267776:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458691.267782:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458691.267784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458691.267789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458691.267794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458691.267798:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458691.267802:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458691.267804:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458691.267807:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458691.971805:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458691.971814:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458691.971824:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458691.971826:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458691.971831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458691.971833:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458691.971961:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458691.971966:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458691.971970:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458692.099764:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458692.099779:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458692.099782:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458692.099788:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458692.099792:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458692.099798:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458692.099803:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458692.291774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458692.291781:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458692.291783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458692.291789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458692.291795:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458692.291798:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458692.291801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458692.291804:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458692.291807:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458692.995797:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458692.995802:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458692.995808:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458692.995810:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458692.995812:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458692.995813:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458692.995901:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458692.995906:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458692.995911:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458693.123799:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458693.123808:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458693.123809:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458693.123813:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458693.123816:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458693.123819:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458693.123822:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458693.315771:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458693.315776:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458693.315778:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458693.315782:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458693.315787:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458693.315791:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458693.315794:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458693.315796:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458693.315800:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458694.019850:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458694.019874:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458694.019887:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458694.019892:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458694.019896:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458694.019904:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458694.019907:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458694.019910:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458694.019916:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458694.019919:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458694.019923:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458694.019927:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458694.019933:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458694.019935:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458694.020093:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458694.020099:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458694.020104:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458694.147765:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458694.147783:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458694.147785:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458694.147794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458694.147798:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458694.147803:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458694.147807:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458694.339717:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458694.339722:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458694.339723:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458694.339727:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458694.339731:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458694.339735:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458694.339741:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458694.339744:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458694.339745:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458695.043801:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458695.043810:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458695.043820:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458695.043822:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458695.043828:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458695.043829:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458695.043949:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458695.043955:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458695.043961:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760458695.171764:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458695.171764:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:1.0:1760458695.171775:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458695.171777:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:1.0:1760458695.171790:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458695.171791:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:1.0:1760458695.171798:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458695.171799:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458695.171803:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1760458695.171804:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458695.171809:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:2.0:1760458695.171810:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458695.171811:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458695.171816:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458695.171816:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760458695.171824:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6954) 00000100:00000001:3.0:1760458695.363780:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458695.363787:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458695.363789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458695.363794:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458695.363800:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458695.363804:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458695.363807:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458695.363810:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458695.363813:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458696.067800:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458696.067806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458696.067816:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458696.067818:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458696.067824:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458696.067825:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458696.067951:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458696.067955:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458696.067959:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458696.195757:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458696.195771:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458696.195773:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458696.195782:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458696.195785:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458696.195791:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458696.195795:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458696.387779:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458696.387786:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458696.387788:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458696.387793:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458696.387799:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458696.387803:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458696.387806:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458696.387809:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458696.387812:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458697.091780:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458697.091787:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458697.091796:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458697.091798:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458697.091803:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458697.091806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458697.091915:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458697.091918:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458697.091922:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458697.219730:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458697.219746:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458697.219749:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458697.219757:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458697.219762:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458697.219768:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458697.219772:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458697.411784:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458697.411791:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458697.411793:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458697.411798:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458697.411805:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458697.411809:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458697.411812:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458697.411815:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458697.411818:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458698.115786:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458698.115793:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458698.115801:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458698.115803:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458698.115806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458698.115808:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458698.115935:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458698.115941:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458698.115945:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458698.243778:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458698.243790:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458698.243792:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458698.243796:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458698.243799:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458698.243804:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458698.243807:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458698.435778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458698.435783:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458698.435784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458698.435788:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458698.435792:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458698.435795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458698.435797:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458698.435799:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458698.435801:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458699.139797:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458699.139805:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458699.139808:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458699.139811:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458699.139817:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458699.139820:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458699.139822:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458699.139825:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458699.139829:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458699.139831:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458699.139835:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458699.139836:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458699.140028:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458699.140034:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458699.140038:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458699.267766:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458699.267783:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458699.267786:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458699.267794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458699.267798:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458699.267804:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458699.267808:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458699.459756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458699.459762:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458699.459763:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458699.459768:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458699.459773:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458699.459776:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458699.459779:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458699.459781:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458699.459784:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458700.163795:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458700.163804:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458700.163816:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458700.163820:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458700.163825:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458700.163828:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458700.163922:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458700.163927:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458700.163932:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458700.291752:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458700.291764:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458700.291765:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458700.291773:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458700.291777:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458700.291782:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458700.291786:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458700.291817:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458700.291826:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458700.291831:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458700.291835:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458700.291838:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458700.291842:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458700.291845:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458700.291849:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458700.291856:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6959) 00000100:00000001:3.0:1760458700.483790:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458700.483797:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458700.483800:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458700.483805:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458700.483811:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458700.483815:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458700.483818:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458700.483821:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458700.483824:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458701.187783:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458701.187790:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458701.187798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458701.187800:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458701.187804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458701.187807:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458701.187810:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458701.187816:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458701.187819:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458701.187821:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458701.187825:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458701.187827:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458701.187829:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458701.187832:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458701.187991:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458701.187996:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458701.188001:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458701.315737:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458701.315744:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458701.315760:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458676/real 1760458676] req@00000000ebfc75b4 x1845971106429440/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458701 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458701.315781:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458701.315785:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458701.315788:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ddc575aa. 00000400:00000200:2.0:1760458701.315795:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001304f4e0 00000400:00000010:2.0:1760458701.315797:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001304f4e0. 00000100:00000001:2.0:1760458701.315803:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458701.315806:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebfc75b4 x1845971106429440/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458701 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458701.315817:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebfc75b4 x1845971106429440/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458701 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458701.315825:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458701.315827:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458701.315830:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458701.315833:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458701.315836:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000ebfc75b4 x1845971106429440/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458701 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458701.315844:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458701.315854:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458701.315856:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458701.315859:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458701.315862:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458701.315866:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458701.315870:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000ebfc75b4 x1845971106429440/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458701 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458701.315878:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458701.315881:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458701.315883:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458701.315884:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458701.315886:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458701.315890:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458701.315893:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458701.315919:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458701.315922:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458701.315927:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000ebfc75b4 x1845971106429440/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458701 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458701.315936:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000ebfc75b4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429440:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458701.315942:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458701.315945:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458701.315948:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000ebfc75b4 x1845971106429440/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458701 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458701.315955:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458701.315958:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458701.316005:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000350d0570. 02000000:00000001:2.0:1760458701.316014:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458701.316018:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458701.316021:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:2.0:1760458701.316027:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458701.316030:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e9201050. 02000000:00000001:2.0:1760458701.316036:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458701.316039:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458701.316042:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebfc75b4. 00000100:00080000:0.0:1760458701.316050:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458701.316051:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458701.316055:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458701.316063:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458701.316064:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458701.316070:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458701.316076:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458701.316078:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760458701.316081:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458701.316083:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458701.316089:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458701.316096:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6930 00000100:00080000:0.0:1760458701.316101:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458701.316105:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458701.316109:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458701.316112:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458701.316114:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458701.316119:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458701.316121:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760458701.316125:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458701.316128:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760458701.316131:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760458701.316134:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760458701.316137:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458701.316139:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458701.316141:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458701.316143:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458701.316145:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760458701.316149:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458701.316152:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458701.316154:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458701.316162:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458701.316165:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458701.316167:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458701.316171:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458701.316175:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458701.316177:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458701.316187:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000b1ebc072. 00000020:00000040:0.0:1760458701.316191:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760458701.316196:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458701.316199:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458701.316203:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458701.316206:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458701.316211:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458701.316219:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c104535d. 00000100:00000001:0.0:1760458701.316226:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458701.316232:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000b1ebc072 x1845971106429632/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458701.316243:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458701.316246:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458701.316250:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000b1ebc072] to pc [ptlrpcd_rcv+-1] req@00000000b1ebc072 x1845971106429632/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458701.316279:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458701.316282:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458701.316284:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458701.316289:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458701.316291:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458701.316295:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458701.316301:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6960) 00000100:00000001:2.0:1760458701.316321:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458701.316326:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458701.316329:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458701.316337:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000b1ebc072 x1845971106429632/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458701.316348:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458701.316351:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458701.316355:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458701.316358:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458701.316361:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000b1ebc072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429632:192.168.203.106@tcp:38: 00000100:00000001:2.0:1760458701.316365:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458701.316369:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458701.316371:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458701.316375:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458701.316381:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000350d0570. 02000000:00000001:2.0:1760458701.316383:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458701.316388:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ddc575aa. 00000400:00000010:2.0:1760458701.316393:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001304f4e0. 00000100:00000200:2.0:1760458701.316400:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106429632, portal 10 00000100:00000001:2.0:1760458701.316402:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458701.316404:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762826944 : -123359946724672 : ffff8fce06322ac0) 00000100:00000040:2.0:1760458701.316411:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000b1ebc072 x1845971106429632/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458726 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458701.316419:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458701.316423:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458701.316426:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a5bd3df. 00000100:00000200:2.0:1760458701.316429:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106429632, offset 0 00000400:00000200:2.0:1760458701.316436:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458701.316452:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458701.316460:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458701.316465:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458701.316469:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458701.316473:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [487:487:256:4294967295] 192.168.203.106@tcp LPNI seq info [487:487:8:4294967295] 00000400:00000200:2.0:1760458701.316487:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458701.316495:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458701.316500:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5a60aeb (tot 1763794). 00000800:00000200:2.0:1760458701.316508:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458701.316518:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458701.316523:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5a60aeb type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458701.316544:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458701.316547:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458701.316550:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458701.316553:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458701.316556:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458701.316560:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458701.316562:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458701.316565:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458701.316566:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458701.316567:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458701.316569:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458701.316787:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458701.316794:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5a60aeb (tot 1763546). 00000400:00000200:1.0:1760458701.316802:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458701.316811:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458701.316816:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a5bd3df 00000400:00000010:1.0:1760458701.316818:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a5bd3df. 00000100:00000001:1.0:1760458701.316832:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458701.316837:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000b1ebc072 x1845971106429632/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458726 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458701.316848:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458701.316851:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000b1ebc072 x1845971106429632/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458726 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458701.316859:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458701.316861:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458701.507772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458701.507777:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458701.507779:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458701.507785:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458701.507789:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458701.507792:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458701.507795:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458701.507796:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458701.507799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458702.211799:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458702.211822:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458702.211831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458702.211834:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458702.211839:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458702.211841:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458702.211944:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458702.211949:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458702.212012:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458702.339764:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458702.339778:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458702.339780:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458702.339786:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458702.339789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458702.339794:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458702.339797:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458702.531797:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458702.531804:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458702.531806:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458702.531811:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458702.531817:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458702.531821:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458702.531824:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458702.531826:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458702.531829:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458703.235796:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458703.235802:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458703.235810:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458703.235811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458703.235815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458703.235816:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458703.235977:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458703.235981:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458703.235986:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458703.363719:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458703.363726:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458703.363728:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458703.363731:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458703.363733:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458703.363736:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458703.363738:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458703.555775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458703.555782:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458703.555784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458703.555790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458703.555796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458703.555800:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458703.555803:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458703.555805:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458703.555808:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458704.259782:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458704.259790:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458704.259799:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458704.259809:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458704.259811:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458704.259817:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458704.259819:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458704.259821:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458704.259823:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458704.259826:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458704.259828:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458704.259830:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458704.259833:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458704.259835:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458704.259919:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458704.259923:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458704.259927:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458704.387743:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458704.387755:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458704.387757:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458704.387764:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458704.387766:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458704.387771:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458704.387774:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458704.579783:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458704.579790:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458704.579792:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458704.579798:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458704.579804:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458704.579808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458704.579811:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458704.579814:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458704.579818:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458705.283841:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458705.283846:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458705.283854:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458705.283855:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458705.283859:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458705.283860:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458705.284044:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458705.284048:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458705.284053:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458705.411756:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458705.411768:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458705.411771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458705.411776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458705.411779:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458705.411783:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458705.411787:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458705.603790:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458705.603796:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458705.603799:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458705.603804:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458705.603810:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458705.603814:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458705.603817:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458705.603819:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458705.603823:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458706.307806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458706.307812:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458706.307821:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458706.307823:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458706.307828:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458706.307830:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458706.308002:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458706.308006:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458706.308011:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458706.435764:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458706.435780:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458706.435783:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458706.435785:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458706.435792:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1760458706.435795:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458706.435798:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458706.435799:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458706.435806:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:2.0:1760458706.435806:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458706.435809:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458706.435814:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458706.435816:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458706.435821:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458706.435825:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458706.435832:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6965) 00000100:00000001:3.0:1760458706.627811:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458706.627820:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458706.627823:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458706.627829:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458706.627837:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458706.627844:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458706.627847:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458706.627851:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458706.627855:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458707.331786:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458707.331794:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458707.331802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458707.331804:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458707.331809:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458707.331811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458707.331992:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458707.331997:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458707.332001:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458707.459737:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458707.459744:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458707.459761:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458682/real 1760458682] req@0000000036e202b0 x1845971106429504/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458707 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458707.459792:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458707.459795:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458707.459799:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a8149944. 00000400:00000200:2.0:1760458707.459808:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8c5fef3 00000400:00000010:2.0:1760458707.459812:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8c5fef3. 00000100:00000001:2.0:1760458707.459819:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458707.459825:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000036e202b0 x1845971106429504/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458707 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458707.459842:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000036e202b0 x1845971106429504/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458707 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458707.459853:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458707.459855:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458707.459859:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458707.459862:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458707.459866:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000036e202b0 x1845971106429504/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458707 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458707.459874:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458707.459884:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458707.459886:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458707.459889:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458707.459892:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458707.459896:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458707.459899:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000036e202b0 x1845971106429504/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458707 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458707.459908:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458707.459912:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458707.459914:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458707.459915:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458707.459955:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458707.459967:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458707.459972:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458707.460000:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458707.460004:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458707.460009:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000036e202b0 x1845971106429504/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458707 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458707.460025:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000036e202b0 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429504:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458707.460031:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458707.460035:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458707.460038:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000036e202b0 x1845971106429504/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458707 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458707.460047:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458707.460051:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458707.460056:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004ed05c41. 02000000:00000001:2.0:1760458707.460062:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458707.460065:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458707.460067:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:2.0:1760458707.460070:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458707.460074:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000671f05f3. 00000100:00080000:0.0:1760458707.460076:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:2.0:1760458707.460079:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458707.460082:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1760458707.460086:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000010:2.0:1760458707.460087:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000036e202b0. 00000100:00080000:0.0:1760458707.460095:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458707.460096:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458707.460099:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458707.460102:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458707.460110:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458707.460114:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458707.460119:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458707.460123:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458707.460128:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458707.460131:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760458707.460133:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458707.460136:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458707.460140:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458707.460146:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6937 00000100:00080000:0.0:1760458707.460149:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458707.460153:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458707.460156:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458707.460159:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458707.460161:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458707.460165:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458707.460167:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760458707.460170:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458707.460173:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760458707.460176:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760458707.460179:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760458707.460182:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458707.460185:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458707.460187:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458707.460189:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458707.460192:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760458707.460195:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458707.460198:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458707.460200:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458707.460208:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458707.460212:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458707.460214:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458707.460218:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458707.460221:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458707.460224:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458707.460233:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000043b32549. 00000020:00000040:0.0:1760458707.460237:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760458707.460242:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458707.460244:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458707.460247:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458707.460251:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458707.460255:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458707.460263:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000005e23616. 00000100:00000001:0.0:1760458707.460271:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458707.460277:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000043b32549 x1845971106429696/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458707.460289:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458707.460291:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458707.460295:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000043b32549] to pc [ptlrpcd_rcv+-1] req@0000000043b32549 x1845971106429696/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458707.460320:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458707.460323:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760458707.460327:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6966) 00000100:00000001:2.0:1760458707.460386:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458707.460392:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458707.460395:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458707.460404:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000043b32549 x1845971106429696/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458707.460420:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458707.460423:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458707.460428:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458707.460433:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458707.460438:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000043b32549 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429696:192.168.203.106@tcp:8: 00000100:00000001:2.0:1760458707.460445:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458707.460449:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458707.460453:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458707.460456:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458707.460463:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000004ed05c41. 02000000:00000001:2.0:1760458707.460467:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458707.460474:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a8149944. 00000400:00000010:2.0:1760458707.460482:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f8c5fef3. 00000100:00000200:2.0:1760458707.460489:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106429696, portal 4 00000100:00000001:2.0:1760458707.460494:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458707.460496:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762831808 : -123359946719808 : ffff8fce06323dc0) 00000100:00000040:2.0:1760458707.460507:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000043b32549 x1845971106429696/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458732 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458707.460520:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458707.460525:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458707.460530:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001c0e2357. 00000100:00000200:2.0:1760458707.460534:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106429696, offset 0 00000400:00000200:2.0:1760458707.460546:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458707.460566:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458707.460579:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458707.460585:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458707.460590:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458707.460596:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [488:488:256:4294967295] 192.168.203.106@tcp LPNI seq info [488:488:8:4294967295] 00000400:00000200:2.0:1760458707.460615:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458707.460626:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458707.460635:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c5a60aeb (tot 1763794). 00000800:00000200:2.0:1760458707.460696:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458707.460709:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458707.460715:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c5a60aeb type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458707.460742:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458707.460747:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458707.460751:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458707.460756:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458707.460761:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458707.460770:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458707.460772:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458707.460776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458707.460787:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458707.460792:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458707.460795:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458707.460903:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458707.460909:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c5a60aeb (tot 1763546). 00000400:00000200:0.0:1760458707.460916:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458707.460946:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458707.460952:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001c0e2357 00000400:00000010:0.0:1760458707.460954:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001c0e2357. 00000100:00000001:0.0:1760458707.460958:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458707.460962:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000043b32549 x1845971106429696/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458732 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458707.460972:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458707.460974:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000043b32549 x1845971106429696/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458732 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458707.460982:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458707.460984:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458707.651801:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458707.651808:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458707.651810:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458707.651815:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458707.651821:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458707.651825:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458707.651828:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458707.651831:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458707.651834:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458708.355776:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458708.355785:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458708.355797:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458708.355799:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458708.355804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458708.355806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458708.355969:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458708.355974:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458708.355978:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458708.483767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458708.483783:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458708.483786:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458708.483794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458708.483798:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458708.483804:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458708.483808:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458708.675789:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458708.675796:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458708.675797:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458708.675803:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458708.675810:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458708.675814:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458708.675827:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458708.675830:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458708.675833:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458709.379800:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458709.379808:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458709.379811:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458709.379814:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458709.379821:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458709.379824:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458709.379827:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458709.379830:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458709.379834:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458709.379836:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458709.379841:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458709.379843:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458709.380000:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458709.380005:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458709.380010:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458709.507768:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458709.507781:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458709.507783:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458709.507790:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458709.507793:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458709.507797:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458709.507800:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458709.699780:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458709.699786:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458709.699789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458709.699794:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458709.699800:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458709.699804:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458709.699807:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458709.699810:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458709.699813:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458710.403799:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458710.403818:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458710.403826:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458710.403829:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458710.403832:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458710.403834:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458710.403985:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458710.403990:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458710.403995:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458710.531717:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458710.531730:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458710.531732:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458710.531739:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458710.531742:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458710.531746:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458710.531749:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458710.723723:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458710.723727:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458710.723728:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458710.723731:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458710.723735:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458710.723738:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458710.723740:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458710.723741:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458710.723743:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458711.427819:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458711.427826:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458711.427833:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458711.427835:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458711.427839:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458711.427844:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458711.427847:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458711.427856:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458711.427859:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458711.427861:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458711.427865:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458711.427868:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458711.427870:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458711.427872:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458711.428030:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458711.428035:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458711.428040:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458711.555766:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458711.555779:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458711.555781:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458711.555789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458711.555792:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458711.555797:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458711.555800:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458711.747800:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458711.747806:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458711.747808:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458711.747813:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458711.747819:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458711.747822:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458711.747826:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458711.747828:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458711.747831:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458712.451848:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458712.451853:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458712.451860:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458712.451862:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458712.451866:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458712.451867:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458712.452017:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458712.452022:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458712.452027:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458712.579771:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458712.579784:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458712.579787:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458712.579794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458712.579798:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458712.579802:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458712.579805:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458712.579875:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458712.579912:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458712.579916:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458712.579920:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458712.579924:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458712.579928:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458712.579930:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458712.579933:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458712.579939:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6971) 00000100:00000001:3.0:1760458712.771743:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458712.771748:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458712.771750:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458712.771754:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458712.771758:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458712.771761:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458712.771763:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458712.771765:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458712.771767:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458713.475798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458713.475804:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458713.475812:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458713.475814:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458713.475818:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458713.475820:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458713.475988:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458713.475992:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458713.475998:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458713.603730:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458713.603741:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458713.603743:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458713.603747:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458713.603750:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458713.603754:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458713.603756:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458713.795810:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458713.795816:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458713.795818:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458713.795823:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458713.795828:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458713.795832:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458713.795835:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458713.795838:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458713.795840:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458714.499772:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458714.499777:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458714.499786:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458714.499789:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458714.499791:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458714.499797:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458714.499799:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458714.499801:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458714.499804:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458714.499806:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458714.499809:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458714.499811:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458714.499815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458714.499816:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458714.499887:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458714.499890:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458714.499893:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458714.627704:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458714.627713:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458714.627715:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458714.627719:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458714.627721:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458714.627725:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458714.627728:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458714.819752:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458714.819759:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458714.819761:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458714.819793:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458714.819799:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458714.819804:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458714.819807:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458714.819811:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458714.819815:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458715.523782:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458715.523789:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458715.523797:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458715.523799:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458715.523804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458715.523806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458715.524029:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458715.524034:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458715.524039:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458715.651757:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458715.651763:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:2.0:1760458715.651777:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458690/real 1760458690] req@000000000b73f9ed x1845971106429568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458715 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:2.0:1760458715.651798:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1760458715.651801:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1760458715.651804:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007afc05c3. 00000400:00000200:2.0:1760458715.651812:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e94a7194 00000400:00000010:2.0:1760458715.651814:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e94a7194. 00000100:00000001:2.0:1760458715.651819:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:2.0:1760458715.651823:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000b73f9ed x1845971106429568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458715 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1760458715.651834:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000b73f9ed x1845971106429568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458715 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458715.651842:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:2.0:1760458715.651844:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458715.651847:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458715.651849:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:2.0:1760458715.651853:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000b73f9ed x1845971106429568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458715 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458715.651861:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458715.651912:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458715.651914:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458715.651918:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458715.651921:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458715.651925:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1760458715.651930:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000b73f9ed x1845971106429568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458715 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458715.651938:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:2.0:1760458715.651942:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458715.651944:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1760458715.651945:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458715.651949:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:2.0:1760458715.651951:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:2.0:1760458715.651955:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:2.0:1760458715.651979:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:2.0:1760458715.651982:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:2.0:1760458715.651986:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000b73f9ed x1845971106429568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458715 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:2.0:1760458715.651995:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000b73f9ed pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106429568:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458715.652000:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458715.652004:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:2.0:1760458715.652007:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000b73f9ed x1845971106429568/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458715 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458715.652014:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1760458715.652017:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1760458715.652022:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458715.652027:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1760458715.652029:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:2.0:1760458715.652031:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:2.0:1760458715.652035:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:2.0:1760458715.652037:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000009107b774. 02000000:00000001:2.0:1760458715.652041:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1760458715.652044:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1760458715.652046:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b73f9ed. 00000100:00000001:2.0:1760458715.652051:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458715.652053:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458715.652057:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458715.652099:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458715.652109:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:3.0:1760458715.652111:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:3.0:1760458715.652114:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1760458715.652117:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1760458715.652122:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:3.0:1760458715.652127:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6944 00000100:00080000:3.0:1760458715.652130:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1760458715.652134:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458715.652137:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458715.652140:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458715.652142:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:3.0:1760458715.652146:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458715.652148:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:3.0:1760458715.652151:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1760458715.652155:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:3.0:1760458715.652158:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:3.0:1760458715.652160:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:3.0:1760458715.652163:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458715.652165:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458715.652167:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458715.652169:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458715.652172:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:3.0:1760458715.652176:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:3.0:1760458715.652179:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458715.652182:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458715.652186:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458715.652189:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458715.652191:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:3.0:1760458715.652193:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458715.652203:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8662100. 00000020:00000040:3.0:1760458715.652207:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:3.0:1760458715.652212:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458715.652214:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458715.652218:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458715.652222:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458715.652227:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458715.652235:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000009c6e2fd9. 00000100:00000001:3.0:1760458715.652242:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458715.652249:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e8662100 x1845971106429760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458715.652260:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458715.652263:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458715.652267:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e8662100] to pc [ptlrpcd_rcv+-1] req@00000000e8662100 x1845971106429760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458715.652297:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458715.652300:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:3.0:1760458715.652302:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458715.652306:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458715.652309:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458715.652313:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458715.652316:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458715.652320:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458715.652327:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6974) 00000100:00000001:2.0:1760458715.652340:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458715.652344:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458715.652347:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1760458715.652356:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8662100 x1845971106429760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458715.652367:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1760458715.652369:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458715.652373:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1760458715.652376:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458715.652379:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8662100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106429760:192.168.203.106@tcp:250: 00000100:00000001:2.0:1760458715.652384:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1760458715.652388:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1760458715.652390:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458715.652394:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1760458715.652399:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007946f7fb. 02000000:00000001:2.0:1760458715.652402:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1760458715.652406:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007afc05c3. 00000400:00000010:2.0:1760458715.652411:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e94a7194. 00000100:00000200:2.0:1760458715.652418:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106429760, portal 25 00000100:00000001:2.0:1760458715.652421:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1760458715.652423:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771153664 : -123359938397952 : ffff8fce06b13900) 00000100:00000040:2.0:1760458715.652428:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e8662100 x1845971106429760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458740 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458715.652436:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:2.0:1760458715.652440:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:2.0:1760458715.652443:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075d4331b. 00000100:00000200:2.0:1760458715.652445:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106429760, offset 0 00000400:00000200:2.0:1760458715.652453:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:2.0:1760458715.652468:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:2.0:1760458715.652477:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:2.0:1760458715.652482:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1760458715.652485:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:2.0:1760458715.652489:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [489:489:256:4294967295] 192.168.203.106@tcp LPNI seq info [489:489:8:4294967295] 00000400:00000200:2.0:1760458715.652502:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:2.0:1760458715.652510:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:2.0:1760458715.652516:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f7f4f6cd (tot 1763794). 00000800:00000200:2.0:1760458715.652524:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:2.0:1760458715.652534:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:2.0:1760458715.652539:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f7f4f6cd type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1760458715.652562:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458715.652565:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1760458715.652568:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458715.652571:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458715.652573:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458715.652578:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458715.652579:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458715.652581:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458715.652583:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458715.652584:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458715.652586:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458715.652818:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458715.652825:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f7f4f6cd (tot 1763546). 00000400:00000200:0.0:1760458715.652832:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458715.652841:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458715.652846:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075d4331b 00000400:00000010:0.0:1760458715.652848:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075d4331b. 00000100:00000001:0.0:1760458715.652852:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458715.652857:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8662100 x1845971106429760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458740 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458715.652899:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458715.652903:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e8662100 x1845971106429760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458740 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458715.652912:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458715.652914:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458715.843802:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458715.843808:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458715.843811:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458715.843816:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458715.843822:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458715.843827:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458715.843830:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458715.843833:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458715.843836:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458716.547799:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458716.547806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458716.547814:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458716.547815:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458716.547819:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458716.547820:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458716.547960:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458716.547965:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458716.547969:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458716.675767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458716.675780:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458716.675782:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458716.675789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458716.675792:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458716.675798:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458716.675801:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458716.867801:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458716.867810:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458716.867813:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458716.867819:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458716.867826:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458716.867831:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458716.867835:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458716.867838:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458716.867842:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458717.571787:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458717.571796:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458717.571809:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458717.571811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458717.571818:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458717.571821:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458717.571937:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458717.571942:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458717.571946:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458717.699754:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458717.699768:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458717.699770:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458717.699776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458717.699779:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458717.699783:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458717.699786:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458717.891766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458717.891775:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458717.891779:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458717.891787:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458717.891794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458717.891799:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458717.891803:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458717.891807:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458717.891811:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458718.595799:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458718.595805:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458718.595812:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458718.595814:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458718.595818:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458718.595819:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458718.595923:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458718.595928:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458718.595932:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458718.723754:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458718.723766:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458718.723768:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458718.723772:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458718.723775:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458718.723779:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458718.723782:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458718.915760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458718.915765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458718.915768:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458718.915773:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458718.915779:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458718.915782:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458718.915785:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458718.915788:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458718.915791:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458719.619789:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458719.619797:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458719.619800:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458719.619803:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458719.619810:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458719.619812:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458719.619815:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458719.619817:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458719.619822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458719.619824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458719.619827:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458719.619830:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458719.620006:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458719.620011:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458719.620015:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458719.747763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458719.747777:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458719.747779:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458719.747786:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458719.747789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458719.747793:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458719.747796:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458719.939791:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458719.939797:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458719.939799:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458719.939805:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458719.939811:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458719.939814:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458719.939818:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458719.939821:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458719.939825:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458720.643825:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458720.643860:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458720.643869:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458720.643870:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458720.643874:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458720.643875:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458720.643966:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458720.643971:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458720.643975:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458720.771776:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458720.771789:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458720.771793:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458720.771799:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458720.771802:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458720.771807:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458720.771809:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458720.771899:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458720.771908:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458720.771912:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458720.771915:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458720.771918:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458720.771921:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458720.771924:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458720.771926:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458720.771931:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6979) 00000100:00000001:3.0:1760458720.963768:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458720.963774:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458720.963776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458720.963780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458720.963786:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458720.963789:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458720.963793:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458720.963795:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458720.963797:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458721.667796:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458721.667802:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458721.667810:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458721.667812:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458721.667816:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458721.667820:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458721.667823:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458721.667854:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458721.667857:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458721.667858:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458721.667862:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458721.667864:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458721.667867:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458721.667869:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458721.668004:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458721.668008:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458721.668013:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458721.795803:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458721.795815:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458721.795817:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458721.795822:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458721.795853:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458721.795857:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458721.795860:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458721.987768:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458721.987774:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458721.987776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458721.987781:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458721.987787:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458721.987791:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458721.987794:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458721.987796:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458721.987799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458722.691753:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458722.691759:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458722.691766:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458722.691767:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458722.691772:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458722.691773:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458722.691843:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458722.691847:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458722.691851:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:2.0:1760458722.819762:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:2.0:1760458722.819774:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1760458722.819777:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1760458722.819782:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1760458722.819785:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1760458722.819790:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458722.819793:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458723.011766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458723.011771:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458723.011773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458723.011777:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458723.011783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458723.011787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458723.011790:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458723.011792:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458723.011795:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458723.715790:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458723.715796:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458723.715803:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458723.715805:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458723.715851:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458723.715853:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458723.715992:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458723.715997:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458723.716001:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458723.843854:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458723.843866:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458723.843869:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458723.843875:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458723.843880:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458723.843884:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458723.843887:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458724.035778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458724.035782:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458724.035784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458724.035788:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458724.035793:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458724.035797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458724.035801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458724.035803:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458724.035806:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458724.739794:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458724.739800:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458724.739831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458724.739834:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458724.739837:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458724.739844:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458724.739847:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458724.739848:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458724.739852:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458724.739855:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458724.739857:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458724.739860:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458724.739863:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458724.739864:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458724.739929:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458724.739934:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458724.739938:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458724.867768:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458724.867781:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458724.867783:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458724.867788:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458724.867791:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458724.867795:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458724.867798:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458725.059762:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458725.059767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458725.059769:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458725.059773:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458725.059779:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458725.059783:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458725.059786:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458725.059789:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458725.059792:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458725.763834:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458725.763841:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458725.763849:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458725.763852:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458725.763856:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458725.763857:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458725.763998:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458725.764003:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458725.764008:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458725.891733:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458725.891744:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458725.891747:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458725.891752:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458725.891755:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458725.891759:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458725.891761:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458725.891860:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458725.891867:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458725.891870:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458725.891873:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458725.891875:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458725.891877:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458725.891879:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458725.891881:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458725.891886:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6985) 00000100:00000001:3.0:1760458726.083772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458726.083778:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458726.083780:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458726.083785:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458726.083791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458726.083817:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458726.083821:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458726.083823:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458726.083827:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458726.787727:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458726.787733:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458726.787741:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458726.787743:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458726.787747:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458726.787749:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458726.787881:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458726.787885:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458726.787890:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458726.915879:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458726.915885:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458726.915899:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458701/real 1760458701] req@00000000b1ebc072 x1845971106429632/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458726 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458726.915920:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458726.915923:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458726.915926:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ddc575aa. 00000400:00000200:3.0:1760458726.915931:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001304f4e0 00000400:00000010:3.0:1760458726.915933:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001304f4e0. 00000100:00000001:3.0:1760458726.915938:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458726.915941:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000b1ebc072 x1845971106429632/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458726 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458726.915952:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000b1ebc072 x1845971106429632/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458726 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458726.915960:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458726.915961:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458726.915965:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458726.915967:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458726.915971:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000b1ebc072 x1845971106429632/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458726 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458726.915979:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458726.915988:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458726.915990:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458726.915993:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458726.915996:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458726.916000:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458726.916004:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000b1ebc072 x1845971106429632/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458726 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458726.916012:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458726.916016:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458726.916018:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458726.916019:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458726.916022:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458726.916025:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458726.916028:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458726.916153:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458726.916157:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00080000:2.0:1760458726.916160:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1760458726.916162:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000b1ebc072 x1845971106429632/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458726 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00080000:2.0:1760458726.916189:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00100000:3.0:1760458726.916194:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000b1ebc072 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429632:192.168.203.106@tcp:38: 00000100:00080000:2.0:1760458726.916196:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458726.916205:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458726.916208:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1760458726.916210:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458726.916213:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:3.0:1760458726.916216:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00080000:2.0:1760458726.916218:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000040:3.0:1760458726.916222:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000b1ebc072 x1845971106429632/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458726 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:2.0:1760458726.916229:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00000001:3.0:1760458726.916234:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:2.0:1760458726.916238:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6955 00000100:00080000:2.0:1760458726.916245:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458726.916249:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458726.916252:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458726.916254:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458726.916256:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458726.916259:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458726.916261:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:2.0:1760458726.916264:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458726.916267:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:2.0:1760458726.916270:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:2.0:1760458726.916272:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:2.0:1760458726.916274:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458726.916276:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458726.916278:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458726.916279:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458726.916282:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:2.0:1760458726.916285:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458726.916288:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458726.916289:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000001:2.0:1760458726.916291:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000010:3.0:1760458726.916294:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000350d0570. 02000000:00000001:2.0:1760458726.916300:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458726.916301:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458726.916303:0:166995:0:(genops.c:1198:class_import_put()) Process entered 02000000:00000001:2.0:1760458726.916306:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:3.0:1760458726.916307:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000100:00000001:2.0:1760458726.916314:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000020:00000001:3.0:1760458726.916314:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458726.916320:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000c104535d. 00000008:00100000:2.0:1760458726.916322:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 02000000:00000001:3.0:1760458726.916324:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458726.916327:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000008:00000001:2.0:1760458726.916330:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458726.916330:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000b1ebc072. 00000100:00000001:3.0:1760458726.916337:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1760458726.916338:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458726.916340:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458726.916344:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458726.916348:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a8d1e875. 00000020:00000040:2.0:1760458726.916356:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:2.0:1760458726.916363:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458726.916366:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458726.916371:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458726.916374:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458726.916380:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458726.916389:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006b39f20e. 00000100:00000001:2.0:1760458726.916396:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458726.916405:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a8d1e875 x1845971106429824/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458726.916418:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458726.916421:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458726.916426:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a8d1e875] to pc [ptlrpcd_rcv+-1] req@00000000a8d1e875 x1845971106429824/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458726.916458:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458726.916461:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:2.0:1760458726.916463:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458726.916467:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458726.916469:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458726.916472:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458726.916478:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6986) 00000100:00000001:3.0:1760458726.916493:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458726.916497:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458726.916499:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458726.916506:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8d1e875 x1845971106429824/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458726.916598:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458726.916600:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458726.916603:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458726.916606:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458726.916609:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8d1e875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429824:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458726.916613:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458726.916617:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458726.916619:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458726.916622:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458726.916626:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d3ca4d9b. 02000000:00000001:3.0:1760458726.916627:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458726.916632:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000da7a9bc6. 00000400:00000010:3.0:1760458726.916636:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003b3026f3. 00000100:00000200:3.0:1760458726.916666:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106429824, portal 10 00000100:00000001:3.0:1760458726.916669:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458726.916670:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771194944 : -123359938356672 : ffff8fce06b1da40) 00000100:00000040:3.0:1760458726.916676:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a8d1e875 x1845971106429824/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458751 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458726.916700:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458726.916705:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458726.916709:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000015a22b06. 00000100:00000200:3.0:1760458726.916713:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106429824, offset 0 00000400:00000200:3.0:1760458726.916721:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458726.916737:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458726.916746:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458726.916750:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458726.916754:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458726.916758:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [490:490:256:4294967295] 192.168.203.106@tcp LPNI seq info [490:490:8:4294967295] 00000400:00000200:3.0:1760458726.916771:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458726.916779:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458726.916785:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c1129b9 (tot 1763794). 00000800:00000200:3.0:1760458726.916820:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458726.916829:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458726.916834:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c1129b9 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458726.916854:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458726.916856:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458726.916859:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458726.916863:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458726.916866:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458726.916870:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458726.916872:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458726.916874:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458726.916876:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458726.916877:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458726.916879:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458726.917052:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458726.917061:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c1129b9 (tot 1763546). 00000400:00000200:1.0:1760458726.917070:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458726.917081:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458726.917088:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000015a22b06 00000400:00000010:1.0:1760458726.917092:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000015a22b06. 00000100:00000001:1.0:1760458726.917098:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458726.917104:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a8d1e875 x1845971106429824/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458751 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458726.917119:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458726.917124:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a8d1e875 x1845971106429824/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458751 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458726.917136:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458726.917139:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458727.107774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458727.107780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458727.107782:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458727.107813:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458727.107819:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458727.107823:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458727.107826:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458727.107828:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458727.107831:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458727.811827:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458727.811833:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458727.811841:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458727.811844:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458727.811848:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458727.811850:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458727.811993:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458727.811998:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458727.812003:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458727.939760:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458727.939773:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458727.939775:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458727.939780:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458727.939817:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458727.939822:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458727.939825:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458728.131775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458728.131804:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458728.131806:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458728.131812:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458728.131817:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458728.131821:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458728.131824:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458728.131827:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458728.131830:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458728.835826:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458728.835835:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458728.835838:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458728.835841:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458728.835847:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458728.835849:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458728.835852:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458728.835855:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458728.835859:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458728.835860:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458728.835864:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458728.835865:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458728.835942:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458728.835946:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458728.835950:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458728.963856:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458728.963870:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458728.963872:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458728.963878:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458728.963881:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458728.963885:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458728.963888:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458729.155811:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458729.155818:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458729.155820:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458729.155826:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458729.155832:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458729.155836:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458729.155839:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458729.155841:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458729.155844:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458729.859818:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458729.859827:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458729.859837:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458729.859839:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458729.859844:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458729.859845:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458729.859979:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458729.859984:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458729.859989:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458729.987791:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458729.987806:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458729.987808:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458729.987813:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458729.987817:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458729.987821:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458729.987824:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458730.179790:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458730.179795:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458730.179797:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458730.179802:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458730.179807:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458730.179812:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458730.179815:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458730.179818:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458730.179820:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458730.883744:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458730.883749:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458730.883757:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458730.883758:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458730.883787:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458730.883792:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458730.883796:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458730.883803:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458730.883806:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458730.883808:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458730.883812:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458730.883815:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458730.883817:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458730.883821:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458730.883912:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458730.883918:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458730.883923:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458731.011785:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458731.011798:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458731.011800:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458731.011805:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458731.011808:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458731.011812:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458731.011815:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458731.203817:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458731.203823:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458731.203824:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458731.203830:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458731.203835:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458731.203839:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458731.203843:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458731.203845:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458731.203848:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458731.907815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458731.907820:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458731.907829:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458731.907831:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458731.907835:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458731.907836:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458731.907971:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458731.907976:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458731.907981:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458732.035829:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458732.035836:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458732.035853:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458707/real 1760458707] req@0000000043b32549 x1845971106429696/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458732 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458732.035877:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458732.035880:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458732.035884:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a8149944. 00000400:00000200:3.0:1760458732.035893:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f8c5fef3 00000400:00000010:3.0:1760458732.035896:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f8c5fef3. 00000100:00000001:3.0:1760458732.035902:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458732.035906:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000043b32549 x1845971106429696/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458732 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458732.035917:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000043b32549 x1845971106429696/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458732 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1760458732.035923:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458732.035941:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458732.035945:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00080000:0.0:1760458732.035949:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458732.035951:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458732.035959:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00080000:0.0:1760458732.035960:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458732.035963:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458732.035967:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1760458732.035973:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000043b32549 x1845971106429696/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458732 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1760458732.035977:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458732.035986:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458732.035997:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458732.036000:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760458732.036010:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6991) 00000100:00000001:3.0:1760458732.036015:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458732.036020:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458732.036025:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458732.036028:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458732.036032:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458732.036037:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000043b32549 x1845971106429696/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458732 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458732.036046:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458732.036051:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458732.036053:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458732.036055:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458732.036058:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458732.036061:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458732.036064:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458732.036088:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458732.036091:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458732.036096:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000043b32549 x1845971106429696/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458732 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458732.036104:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000043b32549 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429696:192.168.203.106@tcp:8: 00000100:00000001:3.0:1760458732.036112:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458732.036116:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458732.036120:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000043b32549 x1845971106429696/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458732 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00080000:0.0:1760458732.036129:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458732.036144:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458732.036151:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1760458732.036152:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1760458732.036157:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1760458732.036159:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000010:3.0:1760458732.036163:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000004ed05c41. 00000100:00080000:0.0:1760458732.036164:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458732.036172:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 02000000:00000001:3.0:1760458732.036173:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1760458732.036175:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000020:00000001:3.0:1760458732.036179:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00000001:0.0:1760458732.036183:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000020:00000040:3.0:1760458732.036183:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000100:00080000:0.0:1760458732.036187:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000020:00000001:3.0:1760458732.036190:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00000001:0.0:1760458732.036194:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 02000000:00000010:3.0:1760458732.036195:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000005e23616. 00000100:00080000:0.0:1760458732.036200:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 02000000:00000001:3.0:1760458732.036203:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458732.036208:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000001:0.0:1760458732.036209:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00000010:3.0:1760458732.036210:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000043b32549. 00000100:00080000:0.0:1760458732.036218:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6961 00000100:00000001:3.0:1760458732.036219:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458732.036221:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458732.036225:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1760458732.036227:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458732.036235:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458732.036241:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458732.036245:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458732.036248:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458732.036253:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458732.036255:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760458732.036259:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458732.036263:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760458732.036266:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760458732.036268:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760458732.036272:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458732.036275:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458732.036277:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458732.036280:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458732.036282:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760458732.036286:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458732.036289:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458732.036292:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458732.036299:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458732.036302:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458732.036304:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458732.036309:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458732.036312:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458732.036314:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458732.036325:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000934b7097. 00000020:00000040:0.0:1760458732.036329:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760458732.036334:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458732.036335:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458732.036339:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458732.036343:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458732.036347:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458732.036356:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d110c3b1. 00000100:00000001:0.0:1760458732.036363:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458732.036370:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000934b7097 x1845971106429888/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458732.036382:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458732.036384:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458732.036389:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000934b7097] to pc [ptlrpcd_rcv+-1] req@00000000934b7097 x1845971106429888/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458732.036415:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458732.036418:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760458732.036421:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6991) 00000100:00000001:3.0:1760458732.036464:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458732.036468:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458732.036470:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458732.036478:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000934b7097 x1845971106429888/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458732.036488:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458732.036490:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458732.036494:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458732.036497:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458732.036501:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000934b7097 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429888:192.168.203.106@tcp:8: 00000100:00000001:3.0:1760458732.036505:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458732.036510:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458732.036513:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458732.036515:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458732.036521:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c08c4ada. 02000000:00000001:3.0:1760458732.036524:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458732.036529:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fc7e2d0d. 00000400:00000010:3.0:1760458732.036535:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089d33f87. 00000100:00000200:3.0:1760458732.036542:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106429888, portal 4 00000100:00000001:3.0:1760458732.036545:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458732.036548:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762829376 : -123359946722240 : ffff8fce06323440) 00000100:00000040:3.0:1760458732.036554:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000934b7097 x1845971106429888/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458757 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458732.036562:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458732.036566:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458732.036569:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c8d1c8d1. 00000100:00000200:3.0:1760458732.036572:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106429888, offset 0 00000400:00000200:3.0:1760458732.036579:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458732.036595:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458732.036603:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458732.036608:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458732.036611:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458732.036615:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [491:491:256:4294967295] 192.168.203.106@tcp LPNI seq info [491:491:8:4294967295] 00000400:00000200:3.0:1760458732.036628:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458732.036636:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458732.036670:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e95e8ac (tot 1763794). 00000800:00000200:3.0:1760458732.036680:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458732.036689:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458732.036694:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006e95e8ac type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458732.036714:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458732.036717:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458732.036720:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458732.036724:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458732.036726:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458732.036730:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458732.036732:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458732.036735:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458732.036737:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458732.036739:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458732.036741:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458732.036919:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458732.036926:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e95e8ac (tot 1763546). 00000400:00000200:0.0:1760458732.036933:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458732.036941:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458732.036946:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c8d1c8d1 00000400:00000010:0.0:1760458732.036948:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c8d1c8d1. 00000100:00000001:0.0:1760458732.036953:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458732.036957:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000934b7097 x1845971106429888/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458757 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458732.036967:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458732.036970:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000934b7097 x1845971106429888/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458757 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458732.036977:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458732.036979:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458732.227808:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458732.227815:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458732.227817:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458732.227823:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458732.227829:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458732.227834:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458732.227837:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458732.227839:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458732.227843:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458732.931810:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458732.931817:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458732.931825:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458732.931827:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458732.931831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458732.931832:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458732.931971:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458732.931976:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458732.931981:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458733.059819:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458733.059831:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458733.059834:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458733.059840:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458733.059843:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458733.059848:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458733.059850:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458733.251769:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458733.251775:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458733.251776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458733.251781:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458733.251785:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458733.251788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458733.251791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458733.251793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458733.251795:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458733.955855:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458733.955863:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458733.955874:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458733.955879:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458733.955883:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458733.955891:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458733.955895:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458733.955897:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458733.955902:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458733.955905:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458733.955909:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458733.955913:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458733.955919:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458733.955920:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458733.956049:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458733.956054:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458733.956059:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458734.083834:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458734.083846:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458734.083848:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458734.083853:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458734.083856:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458734.083861:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458734.083863:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458734.275808:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458734.275813:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458734.275814:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458734.275819:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458734.275824:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458734.275828:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458734.275831:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458734.275834:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458734.275837:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458734.979720:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458734.979724:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458734.979729:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458734.979730:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458734.979732:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458734.979733:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458734.979826:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458734.979829:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458734.979832:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458735.107726:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458735.107764:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458735.107766:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458735.107786:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458735.107788:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458735.107791:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458735.107793:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458735.299721:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458735.299725:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458735.299726:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458735.299729:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458735.299750:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458735.299753:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458735.299755:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458735.299757:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458735.299759:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458736.003742:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458736.003746:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458736.003752:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458736.003753:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458736.003755:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458736.003756:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458736.003837:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458736.003840:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458736.003844:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458736.131814:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458736.131828:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458736.131830:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458736.131836:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458736.131839:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458736.131844:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458736.131847:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458736.323817:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458736.323840:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458736.323841:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458736.323847:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458736.323853:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458736.323857:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458736.323860:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458736.323863:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458736.323866:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458737.027831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458737.027837:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458737.027845:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458737.027847:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458737.027851:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458737.027853:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458737.027997:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458737.028002:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458737.028006:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760458737.155820:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458737.155831:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458737.155834:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1760458737.155836:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458737.155843:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458737.155846:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458737.155847:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1760458737.155851:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1760458737.155853:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458737.155856:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458737.155861:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1760458737.155863:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458737.155865:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458737.155874:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458737.155875:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6996) 00000100:00000001:3.0:1760458737.155878:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458737.347838:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458737.347845:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458737.347847:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458737.347853:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458737.347858:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458737.347863:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458737.347866:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458737.347869:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458737.347872:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458738.051835:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458738.051844:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458738.051854:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458738.051856:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458738.051861:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458738.051863:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458738.051979:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458738.051983:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458738.051988:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458738.179748:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458738.179757:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458738.179758:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458738.179762:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458738.179764:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458738.179767:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458738.179768:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458738.371757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458738.371762:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458738.371764:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458738.371768:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458738.371773:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458738.371776:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458738.371779:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458738.371780:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458738.371783:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458739.075830:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458739.075836:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458739.075838:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458739.075841:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458739.075847:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458739.075850:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458739.075851:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458739.075853:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458739.075856:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458739.075857:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458739.075860:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458739.075861:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458739.075973:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458739.075977:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458739.075980:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458739.203769:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458739.203780:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458739.203782:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458739.203786:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458739.203788:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458739.203792:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458739.203794:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458739.395794:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458739.395800:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458739.395801:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458739.395807:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458739.395812:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458739.395816:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458739.395819:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458739.395821:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458739.395824:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458740.099819:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458740.099825:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458740.099834:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458740.099836:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458740.099840:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458740.099841:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458740.099936:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458740.099941:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458740.099946:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458740.227827:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458740.227834:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458740.227851:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458715/real 1760458715] req@00000000e8662100 x1845971106429760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458740 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458740.227873:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458740.227876:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458740.227879:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007afc05c3. 00000400:00000200:3.0:1760458740.227888:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e94a7194 00000400:00000010:3.0:1760458740.227891:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e94a7194. 00000100:00000001:3.0:1760458740.227896:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458740.227899:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8662100 x1845971106429760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458740 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458740.227909:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8662100 x1845971106429760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458740 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458740.227917:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458740.227919:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458740.227922:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458740.227924:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458740.227928:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e8662100 x1845971106429760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458740 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458740.227936:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458740.227946:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458740.227949:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458740.227952:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458740.227955:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458740.227959:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458740.227963:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8662100 x1845971106429760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458740 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458740.227971:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458740.227975:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458740.227977:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458740.227978:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458740.227981:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458740.227983:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458740.227987:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458740.228018:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458740.228022:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458740.228027:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8662100 x1845971106429760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458740 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458740.228035:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8662100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106429760:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458740.228041:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458740.228044:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458740.228046:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e8662100 x1845971106429760/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458740 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458740.228054:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458740.228057:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458740.228061:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007946f7fb. 02000000:00000001:3.0:1760458740.228074:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458740.228077:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458740.228079:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:3.0:1760458740.228083:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458740.228085:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000009c6e2fd9. 02000000:00000001:3.0:1760458740.228091:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458740.228093:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458740.228096:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8662100. 00000100:00000001:3.0:1760458740.228100:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458740.228101:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458740.228105:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458740.228146:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458740.228157:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458740.228159:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760458740.228162:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458740.228164:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458740.228169:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458740.228174:0:56038:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6969 00000100:00080000:0.0:1760458740.228178:0:56038:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458740.228181:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458740.228184:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458740.228187:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458740.228190:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458740.228194:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458740.228196:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760458740.228199:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458740.228202:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458740.228205:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458740.228208:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458740.228211:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458740.228213:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458740.228215:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458740.228217:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458740.228220:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458740.228224:0:56038:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458740.228227:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458740.228230:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458740.228234:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458740.228237:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458740.228239:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458740.228242:0:56038:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458740.228252:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ac9771e. 00000020:00000040:0.0:1760458740.228256:0:56038:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458740.228261:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458740.228263:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458740.228267:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458740.228270:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458740.228275:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458740.228282:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e0eb8712. 00000100:00000001:0.0:1760458740.228290:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458740.228296:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000007ac9771e x1845971106429952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458740.228308:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458740.228311:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458740.228315:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000007ac9771e] to pc [ptlrpcd_rcv+-1] req@000000007ac9771e x1845971106429952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458740.228345:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458740.228347:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458740.228349:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458740.228354:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458740.228356:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458740.228360:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458740.228363:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458740.228367:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458740.228373:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (6999) 00000100:00000001:3.0:1760458740.228392:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458740.228396:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458740.228399:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458740.228408:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000007ac9771e x1845971106429952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458740.228418:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458740.228421:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458740.228425:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458740.228428:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458740.228431:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000007ac9771e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106429952:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458740.228436:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458740.228440:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458740.228443:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458740.228446:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458740.228452:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009c6e2fd9. 02000000:00000001:3.0:1760458740.228454:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458740.228460:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d395bea9. 00000400:00000010:3.0:1760458740.228465:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086f94505. 00000100:00000200:3.0:1760458740.228471:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106429952, portal 25 00000100:00000001:3.0:1760458740.228474:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458740.228476:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762835456 : -123359946716160 : ffff8fce06324c00) 00000100:00000040:3.0:1760458740.228480:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000007ac9771e x1845971106429952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458765 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458740.228489:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458740.228492:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458740.228495:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb3e6785. 00000100:00000200:3.0:1760458740.228498:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106429952, offset 0 00000400:00000200:3.0:1760458740.228506:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458740.228521:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458740.228530:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458740.228535:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458740.228539:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458740.228543:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [492:492:256:4294967295] 192.168.203.106@tcp LPNI seq info [492:492:8:4294967295] 00000400:00000200:3.0:1760458740.228557:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458740.228564:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458740.228570:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0d77ece (tot 1763794). 00000800:00000200:3.0:1760458740.228579:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458740.228589:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458740.228594:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a0d77ece type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458740.228616:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458740.228619:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458740.228622:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458740.228625:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458740.228627:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458740.228632:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458740.228634:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458740.228637:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458740.228639:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458740.228673:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458740.228676:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458740.228868:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458740.228874:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0d77ece (tot 1763546). 00000400:00000200:0.0:1760458740.228881:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458740.228889:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458740.228893:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb3e6785 00000400:00000010:0.0:1760458740.228895:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb3e6785. 00000100:00000001:0.0:1760458740.228900:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458740.228904:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ac9771e x1845971106429952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458765 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458740.228914:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458740.228916:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000007ac9771e x1845971106429952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458765 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458740.228924:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458740.228926:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458740.419790:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458740.419796:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458740.419798:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458740.419804:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458740.419810:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458740.419814:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458740.419817:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458740.419820:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458740.419823:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458741.123821:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458741.123828:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458741.123835:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458741.123836:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458741.123840:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458741.123844:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458741.123847:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458741.123854:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458741.123857:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458741.123858:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458741.123862:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458741.123864:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458741.123867:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458741.123869:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458741.123962:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458741.123968:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458741.123972:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458741.251782:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458741.251794:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458741.251796:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458741.251801:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458741.251804:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458741.251809:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458741.251812:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458741.443782:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458741.443787:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458741.443789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458741.443793:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458741.443798:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458741.443802:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458741.443805:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458741.443808:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458741.443810:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458742.147791:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458742.147798:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458742.147807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458742.147810:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458742.147814:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458742.147815:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458742.147946:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458742.147951:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458742.147956:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458742.275769:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458742.275780:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458742.275782:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458742.275787:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458742.275789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458742.275793:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458742.275796:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458742.467762:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458742.467767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458742.467769:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458742.467774:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458742.467791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458742.467794:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458742.467798:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458742.467800:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458742.467803:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458743.171818:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458743.171825:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458743.171833:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458743.171835:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458743.171840:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458743.171842:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458743.171939:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458743.171944:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458743.171949:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458743.299790:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458743.299801:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458743.299803:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458743.299807:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458743.299811:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458743.299815:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458743.299817:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458743.491802:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458743.491807:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458743.491808:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458743.491813:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458743.491817:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458743.491820:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458743.491822:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458743.491824:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458743.491826:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458744.195765:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458744.195773:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458744.195786:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458744.195792:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458744.195796:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458744.195807:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458744.195811:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458744.195814:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458744.195819:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458744.195822:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458744.195826:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458744.195829:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458744.195835:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458744.195837:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458744.195994:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458744.195999:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458744.196004:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458744.323838:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458744.323850:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458744.323853:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458744.323858:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458744.323860:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458744.323865:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458744.323867:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458744.515734:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458744.515738:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458744.515739:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458744.515742:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458744.515745:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458744.515748:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458744.515749:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458744.515751:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458744.515752:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458745.219800:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458745.219806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458745.219815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458745.219817:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458745.219821:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458745.219822:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458745.219948:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458745.219954:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458745.219958:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1760458745.347824:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458745.347838:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458745.347844:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458745.347850:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458745.347855:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458745.347862:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458745.347866:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458745.347873:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1760458745.347880:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000040:3.0:1760458745.347883:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7004) 00000100:00000001:1.0:1760458745.347894:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458745.347898:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458745.347903:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458745.347907:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458745.347912:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458745.347916:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458745.539797:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458745.539804:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458745.539807:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458745.539813:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458745.539819:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458745.539824:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458745.539827:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458745.539830:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458745.539834:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458746.243784:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458746.243790:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458746.243798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458746.243801:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458746.243805:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458746.243807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458746.243897:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458746.243901:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458746.243906:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458746.371760:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458746.371773:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458746.371776:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458746.371781:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458746.371784:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458746.371789:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458746.371792:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458746.563777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458746.563783:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458746.563785:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458746.563790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458746.563795:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458746.563799:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458746.563802:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458746.563804:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458746.563807:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458747.267789:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458747.267796:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458747.267806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458747.267808:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458747.267813:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458747.267815:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458747.267942:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458747.267948:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458747.267952:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458747.395757:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458747.395770:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458747.395772:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458747.395778:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458747.395781:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458747.395785:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458747.395788:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458747.587805:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458747.587810:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458747.587812:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458747.587817:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458747.587823:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458747.587826:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458747.587829:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458747.587832:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458747.587835:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458748.291785:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458748.291790:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458748.291798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458748.291799:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458748.291807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458748.291809:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458748.291936:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458748.291940:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458748.291945:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458748.419759:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458748.419771:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458748.419773:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458748.419777:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458748.419780:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458748.419783:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458748.419786:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458748.611792:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458748.611800:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458748.611802:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458748.611807:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458748.611812:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458748.611816:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458748.611819:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458748.611822:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458748.611825:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458749.315811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458749.315821:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458749.315825:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458749.315829:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458749.315837:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458749.315840:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458749.315844:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458749.315847:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458749.315855:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458749.315857:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458749.315862:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458749.315864:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458749.315991:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458749.315997:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458749.316002:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458749.443746:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458749.443759:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458749.443762:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458749.443766:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458749.443769:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458749.443773:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458749.443776:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458749.635898:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458749.635905:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458749.635907:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458749.635912:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458749.635918:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458749.635922:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458749.635925:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458749.635929:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458749.635932:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458750.339734:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458750.339738:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458750.339743:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458750.339745:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458750.339747:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458750.339748:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458750.339812:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458750.339815:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458750.339817:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458750.467714:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458750.467725:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458750.467727:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458750.467733:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458750.467736:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458750.467740:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458750.467742:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458750.467751:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458750.467757:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458750.467759:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458750.467761:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458750.467763:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458750.467765:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458750.467766:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458750.467767:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458750.467771:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7009) 00000100:00000001:3.0:1760458750.659698:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458750.659702:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458750.659703:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458750.659706:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458750.659709:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458750.659711:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458750.659713:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458750.659715:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458750.659716:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458751.363730:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458751.363735:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458751.363741:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458751.363742:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458751.363744:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458751.363747:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458751.363749:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458751.363754:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458751.363755:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458751.363756:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458751.363758:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458751.363759:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458751.363761:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458751.363763:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458751.363840:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458751.363843:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458751.363845:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458751.491747:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458751.491752:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458751.491763:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458726/real 1760458726] req@00000000a8d1e875 x1845971106429824/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458751 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458751.491777:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458751.491778:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458751.491781:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000da7a9bc6. 00000400:00000200:1.0:1760458751.491787:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003b3026f3 00000400:00000010:1.0:1760458751.491788:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003b3026f3. 00000100:00000001:1.0:1760458751.491791:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458751.491793:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a8d1e875 x1845971106429824/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458751 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458751.491798:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a8d1e875 x1845971106429824/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458751 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458751.491803:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458751.491804:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458751.491806:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458751.491807:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458751.491809:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000a8d1e875 x1845971106429824/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458751 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458751.491813:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458751.491819:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458751.491820:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458751.491823:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458751.491825:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458751.491827:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458751.491829:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000a8d1e875 x1845971106429824/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458751 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458751.491834:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458751.491836:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458751.491836:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458751.491837:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458751.491839:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458751.491840:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458751.491842:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458751.491861:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458751.491863:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458751.491865:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000a8d1e875 x1845971106429824/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458751 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458751.491870:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000a8d1e875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429824:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458751.491873:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458751.491875:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458751.491877:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000a8d1e875 x1845971106429824/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458751 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458751.491881:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458751.491883:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458751.491886:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d3ca4d9b. 02000000:00000001:1.0:1760458751.491889:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458751.491891:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458751.491892:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:1.0:1760458751.491895:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458751.491897:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000006b39f20e. 02000000:00000001:1.0:1760458751.491899:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458751.491901:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458751.491902:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a8d1e875. 00000100:00000001:1.0:1760458751.491905:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458751.491906:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458751.491907:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458751.491922:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458751.491929:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458751.491931:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458751.491935:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458751.491937:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:2.0:1760458751.491939:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458751.491941:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458751.491944:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458751.491948:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6981 00000100:00080000:2.0:1760458751.491950:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458751.491954:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458751.491956:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458751.491959:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458751.491960:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458751.491963:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458751.491966:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:2.0:1760458751.491968:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458751.491970:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:2.0:1760458751.491973:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:2.0:1760458751.491975:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:2.0:1760458751.491978:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458751.491980:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458751.491982:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458751.491983:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458751.491985:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:2.0:1760458751.491988:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458751.491990:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458751.491993:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458751.491998:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458751.492001:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458751.492004:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:2.0:1760458751.492007:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1760458751.492010:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458751.492012:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458751.492019:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e83bb805. 00000020:00000040:2.0:1760458751.492022:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:2.0:1760458751.492026:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458751.492027:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458751.492030:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458751.492033:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458751.492036:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458751.492042:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000093d40f1b. 00000100:00000001:2.0:1760458751.492047:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458751.492053:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e83bb805 x1845971106430016/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458751.492061:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458751.492063:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458751.492066:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e83bb805] to pc [ptlrpcd_rcv+-1] req@00000000e83bb805 x1845971106430016/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458751.492086:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458751.492088:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:2.0:1760458751.492090:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458751.492093:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458751.492096:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458751.492099:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458751.492104:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7010) 00000100:00000001:1.0:1760458751.492106:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458751.492109:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458751.492111:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458751.492115:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e83bb805 x1845971106430016/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458751.492120:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458751.492122:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458751.492125:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458751.492127:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458751.492129:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e83bb805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430016:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458751.492132:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458751.492135:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458751.492137:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458751.492139:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458751.492142:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f524eada. 02000000:00000001:1.0:1760458751.492143:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458751.492146:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000098b464dc. 00000400:00000010:1.0:1760458751.492150:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c686b9a. 00000100:00000200:1.0:1760458751.492154:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106430016, portal 10 00000100:00000001:1.0:1760458751.492156:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458751.492157:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771173056 : -123359938378560 : ffff8fce06b184c0) 00000100:00000040:1.0:1760458751.492161:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e83bb805 x1845971106430016/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458776 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458751.492165:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458751.492167:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458751.492169:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007712c157. 00000100:00000200:1.0:1760458751.492171:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106430016, offset 0 00000400:00000200:1.0:1760458751.492175:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458751.492185:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458751.492190:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458751.492192:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458751.492195:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458751.492197:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [493:493:256:4294967295] 192.168.203.106@tcp LPNI seq info [493:493:8:4294967295] 00000400:00000200:1.0:1760458751.492205:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458751.492209:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458751.492212:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000034a95bfb (tot 1763794). 00000800:00000200:1.0:1760458751.492218:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458751.492224:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458751.492226:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000034a95bfb type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458751.492241:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458751.492243:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458751.492245:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458751.492246:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458751.492248:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458751.492250:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458751.492251:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458751.492252:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458751.492253:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458751.492254:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458751.492255:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1760458751.492383:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1760458751.492388:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000034a95bfb (tot 1763546). 00000400:00000200:3.0:1760458751.492391:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1760458751.492396:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1760458751.492399:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007712c157 00000400:00000010:3.0:1760458751.492400:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007712c157. 00000100:00000001:3.0:1760458751.492402:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1760458751.492405:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e83bb805 x1845971106430016/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458776 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458751.492411:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458751.492412:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e83bb805 x1845971106430016/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458776 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458751.492416:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458751.492418:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458751.683718:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458751.683721:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458751.683723:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458751.683725:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458751.683729:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458751.683732:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458751.683734:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458751.683735:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458751.683737:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458752.387712:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458752.387716:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458752.387721:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458752.387722:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458752.387725:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458752.387726:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458752.387800:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458752.387803:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458752.387806:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458752.515700:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458752.515708:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458752.515709:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458752.515712:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458752.515714:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458752.515716:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458752.515718:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458752.707703:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458752.707705:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458752.707706:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458752.707708:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458752.707711:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458752.707713:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458752.707715:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458752.707717:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458752.707718:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458753.411726:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458753.411732:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458753.411738:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458753.411739:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458753.411742:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458753.411743:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458753.411828:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458753.411830:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458753.411833:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458753.539716:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458753.539725:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458753.539726:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458753.539729:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458753.539731:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458753.539733:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458753.539735:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458753.731694:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458753.731697:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458753.731699:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458753.731713:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458753.731716:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458753.731719:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458753.731720:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458753.731722:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458753.731724:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458754.435789:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458754.435795:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458754.435804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458754.435808:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458754.435811:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458754.435818:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458754.435820:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458754.435822:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458754.435825:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458754.435828:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458754.435830:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458754.435832:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458754.435836:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458754.435837:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458754.435968:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458754.435973:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458754.435978:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458754.563864:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458754.563884:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458754.563888:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458754.563896:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458754.563900:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458754.563906:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458754.563910:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458754.755775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458754.755782:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458754.755784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458754.755790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458754.755796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458754.755799:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458754.755802:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458754.755805:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458754.755808:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458755.459725:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458755.459730:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458755.459736:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458755.459737:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458755.459740:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458755.459741:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458755.459828:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458755.459831:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458755.459833:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458755.587721:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458755.587729:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458755.587731:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458755.587733:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458755.587735:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458755.587738:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458755.587740:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458755.779722:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458755.779726:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458755.779727:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458755.779730:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458755.779735:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458755.779738:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458755.779740:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458755.779743:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458755.779745:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458756.483749:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458756.483752:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458756.483757:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458756.483758:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458756.483760:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458756.483761:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458756.483838:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458756.483842:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458756.483844:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458756.611733:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458756.611742:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458756.611745:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458756.611750:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458756.611753:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458756.611757:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458756.611760:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458756.611760:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458756.611766:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458756.611769:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458756.611770:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458756.611772:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458756.611774:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458756.611775:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458756.611778:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458756.611783:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7015) 00000100:00000001:3.0:1760458756.803701:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458756.803705:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458756.803706:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458756.803709:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458756.803713:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458756.803715:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458756.803717:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458756.803718:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458756.803720:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458757.507710:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458757.507714:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458757.507719:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458757.507720:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458757.507723:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458757.507724:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458757.507769:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458757.507772:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458757.507775:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458757.635726:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458757.635729:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458757.635738:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458732/real 1760458732] req@00000000934b7097 x1845971106429888/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458757 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458757.635751:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458757.635753:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458757.635755:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fc7e2d0d. 00000400:00000200:3.0:1760458757.635759:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089d33f87 00000400:00000010:3.0:1760458757.635761:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089d33f87. 00000100:00000001:3.0:1760458757.635764:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458757.635766:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000934b7097 x1845971106429888/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458757 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458757.635771:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000934b7097 x1845971106429888/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458757 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458757.635776:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458757.635776:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458757.635778:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458757.635780:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458757.635782:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000934b7097 x1845971106429888/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458757 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458757.635786:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458757.635793:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458757.635794:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458757.635796:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458757.635798:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458757.635800:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458757.635802:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000934b7097 x1845971106429888/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458757 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458757.635807:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458757.635808:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458757.635809:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458757.635810:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458757.635812:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458757.635813:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458757.635815:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458757.635831:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458757.635833:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458757.635835:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000934b7097 x1845971106429888/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458757 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458757.635839:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000934b7097 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106429888:192.168.203.106@tcp:8: 00000100:00000001:3.0:1760458757.635842:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458757.635844:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458757.635845:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000934b7097 x1845971106429888/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458757 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458757.635849:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458757.635851:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458757.635854:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c08c4ada. 02000000:00000001:3.0:1760458757.635857:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458757.635859:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458757.635860:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:3.0:1760458757.635862:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458757.635863:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d110c3b1. 02000000:00000001:3.0:1760458757.635866:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458757.635867:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458757.635868:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000934b7097. 00000100:00000001:3.0:1760458757.635870:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458757.635871:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458757.635873:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1760458757.635894:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458757.635900:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458757.635902:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458757.635904:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458757.635905:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458757.635907:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458757.635908:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458757.635911:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:1.0:1760458757.635912:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:1.0:1760458757.635914:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:1.0:1760458757.635915:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:1.0:1760458757.635918:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:1.0:1760458757.635920:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 6986 00000100:00080000:1.0:1760458757.635922:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:1.0:1760458757.635924:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458757.635926:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458757.635928:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458757.635929:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:1.0:1760458757.635931:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:1.0:1760458757.635932:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:1.0:1760458757.635934:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:1.0:1760458757.635936:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:1.0:1760458757.635938:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:1.0:1760458757.635939:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:1.0:1760458757.635941:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458757.635942:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:1.0:1760458757.635943:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458757.635944:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:1.0:1760458757.635946:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:1.0:1760458757.635949:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:1.0:1760458757.635950:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458757.635952:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:1.0:1760458757.635957:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1760458757.635959:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458757.635960:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:1.0:1760458757.635962:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:1.0:1760458757.635964:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458757.635965:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1760458757.635973:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d2ae1ae4. 00000020:00000040:1.0:1760458757.635975:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:1.0:1760458757.635978:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:1.0:1760458757.635979:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458757.635981:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1760458757.635983:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1760458757.635986:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1760458757.635992:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000006a5369a9. 00000100:00000001:1.0:1760458757.635996:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458757.635999:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000d2ae1ae4 x1845971106430080/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458757.636005:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1760458757.636006:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1760458757.636009:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000d2ae1ae4] to pc [ptlrpcd_rcv+-1] req@00000000d2ae1ae4 x1845971106430080/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458757.636025:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458757.636026:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:1.0:1760458757.636029:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7016) 00000100:00000001:3.0:1760458757.636049:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458757.636050:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458757.636052:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458757.636055:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000d2ae1ae4 x1845971106430080/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458757.636061:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458757.636062:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458757.636065:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458757.636067:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458757.636069:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000d2ae1ae4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430080:192.168.203.106@tcp:8: 00000100:00000001:3.0:1760458757.636071:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458757.636073:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458757.636075:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458757.636076:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458757.636080:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000c08c4ada. 02000000:00000001:3.0:1760458757.636081:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458757.636084:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fc7e2d0d. 00000400:00000010:3.0:1760458757.636087:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000089d33f87. 00000100:00000200:3.0:1760458757.636091:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106430080, portal 4 00000100:00000001:3.0:1760458757.636093:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458757.636094:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713768340480 : -123359941211136 : ffff8fce06864c00) 00000100:00000040:3.0:1760458757.636097:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000d2ae1ae4 x1845971106430080/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458782 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458757.636101:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458757.636104:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458757.636105:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000386d159a. 00000100:00000200:3.0:1760458757.636107:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106430080, offset 0 00000400:00000200:3.0:1760458757.636111:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458757.636122:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458757.636127:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458757.636130:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458757.636132:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458757.636135:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [494:494:256:4294967295] 192.168.203.106@tcp LPNI seq info [494:494:8:4294967295] 00000400:00000200:3.0:1760458757.636143:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458757.636147:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458757.636151:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a0d77ece (tot 1763794). 00000800:00000200:3.0:1760458757.636156:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458757.636163:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458757.636166:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a0d77ece type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458757.636181:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458757.636182:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458757.636184:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458757.636186:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458757.636187:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458757.636190:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458757.636191:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458757.636192:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458757.636192:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458757.636193:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458757.636194:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458757.636307:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458757.636311:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a0d77ece (tot 1763546). 00000400:00000200:0.0:1760458757.636316:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458757.636322:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458757.636326:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000386d159a 00000400:00000010:0.0:1760458757.636328:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000386d159a. 00000100:00000001:0.0:1760458757.636331:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458757.636335:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d2ae1ae4 x1845971106430080/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458782 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458757.636341:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458757.636343:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000d2ae1ae4 x1845971106430080/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458782 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458757.636350:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458757.636351:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458757.827720:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458757.827725:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458757.827726:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458757.827729:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458757.827733:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458757.827735:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458757.827737:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458757.827739:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458757.827740:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458758.531796:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458758.531802:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458758.531811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458758.531813:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458758.531817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458758.531818:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458758.531927:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458758.531934:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458758.531939:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458758.659763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458758.659776:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458758.659779:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458758.659784:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458758.659787:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458758.659791:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458758.659795:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458758.851747:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458758.851755:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458758.851758:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458758.851765:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458758.851771:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458758.851777:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458758.851781:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458758.851784:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458758.851788:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458759.555800:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458759.555809:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458759.555814:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458759.555817:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458759.555825:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458759.555829:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458759.555832:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458759.555836:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458759.555843:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458759.555845:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458759.555850:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458759.555852:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458759.555993:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458759.555998:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458759.556003:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458759.683789:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458759.683802:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458759.683805:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458759.683811:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458759.683814:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458759.683818:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458759.683821:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458759.875770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458759.875779:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458759.875781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458759.875788:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458759.875795:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458759.875800:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458759.875804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458759.875809:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458759.875813:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458760.579740:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458760.579746:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458760.579752:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458760.579754:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458760.579757:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458760.579758:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458760.579831:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458760.579834:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458760.579836:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458760.707710:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458760.707719:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458760.707720:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458760.707723:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458760.707725:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458760.707728:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458760.707730:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458760.899716:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458760.899720:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458760.899721:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458760.899725:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458760.899728:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458760.899731:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458760.899732:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458760.899734:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458760.899736:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458761.603732:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458761.603738:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458761.603744:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458761.603745:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458761.603748:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458761.603751:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458761.603753:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458761.603758:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458761.603760:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458761.603762:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458761.603764:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458761.603766:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458761.603768:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458761.603769:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458761.603834:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458761.603838:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458761.603840:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458761.731727:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458761.731735:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458761.731737:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458761.731741:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458761.731743:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458761.731745:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458761.731747:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458761.923718:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458761.923723:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458761.923724:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458761.923727:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458761.923731:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458761.923733:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458761.923735:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458761.923737:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458761.923738:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458762.627792:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458762.627798:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458762.627807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458762.627809:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458762.627813:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458762.627815:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458762.627958:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458762.627963:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458762.627967:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:1.0:1760458762.755719:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458762.755731:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458762.755736:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458762.755744:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:1.0:1760458762.755747:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458762.755752:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:1.0:1760458762.755755:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:1.0:1760458762.755758:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:1.0:1760458762.755765:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7021) 00000100:00000001:3.0:1760458762.755769:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458762.755782:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458762.755785:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458762.755792:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458762.755795:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458762.755801:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458762.755804:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458762.947771:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458762.947778:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458762.947780:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458762.947786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458762.947791:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458762.947796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458762.947799:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458762.947801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458762.947804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458763.651788:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458763.651795:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458763.651804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458763.651806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458763.651811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458763.651813:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458763.651913:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458763.651918:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458763.651923:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458763.779774:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458763.779789:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458763.779791:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458763.779797:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458763.779801:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458763.779805:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458763.779808:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458763.971793:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458763.971798:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458763.971800:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458763.971805:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458763.971810:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458763.971814:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458763.971816:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458763.971834:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458763.971836:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458764.675728:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458764.675731:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458764.675738:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458764.675740:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458764.675742:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458764.675746:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458764.675748:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458764.675749:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458764.675751:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458764.675752:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458764.675753:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458764.675755:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458764.675757:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458764.675758:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458764.675848:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458764.675851:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458764.675853:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458764.803753:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458764.803767:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458764.803771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458764.803779:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458764.803783:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458764.803787:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458764.803791:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458764.995802:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458764.995809:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458764.995811:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458764.995816:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458764.995821:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458764.995826:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458764.995830:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458764.995832:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458764.995835:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458765.699754:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458765.699761:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458765.699770:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458765.699771:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458765.699778:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458765.699780:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458765.699902:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458765.699907:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458765.699912:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458765.827768:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458765.827774:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458765.827797:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458740/real 1760458740] req@000000007ac9771e x1845971106429952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458765 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458765.827819:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458765.827821:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458765.827825:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d395bea9. 00000400:00000200:3.0:1760458765.827832:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086f94505 00000400:00000010:3.0:1760458765.827834:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086f94505. 00000100:00000001:3.0:1760458765.827840:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458765.827844:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ac9771e x1845971106429952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458765 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458765.827854:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ac9771e x1845971106429952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458765 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458765.827862:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458765.827864:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458765.827867:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458765.827870:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458765.827873:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000007ac9771e x1845971106429952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458765 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458765.827881:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458765.827891:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458765.827893:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458765.827896:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458765.827899:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458765.827902:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458765.827906:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000007ac9771e x1845971106429952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458765 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458765.827914:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458765.827918:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458765.827920:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458765.827922:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458765.827925:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458765.827927:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458765.827931:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458765.827957:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458765.827960:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458765.827964:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000007ac9771e x1845971106429952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458765 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458765.827974:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000007ac9771e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106429952:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458765.827979:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458765.827982:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458765.827985:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000007ac9771e x1845971106429952/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458765 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458765.827992:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458765.827995:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458765.827999:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009c6e2fd9. 02000000:00000001:3.0:1760458765.828006:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458765.828009:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458765.828011:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:3.0:1760458765.828014:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458765.828016:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e0eb8712. 02000000:00000001:3.0:1760458765.828020:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458765.828022:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458765.828024:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ac9771e. 00000100:00000001:3.0:1760458765.828028:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458765.828029:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458765.828032:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458765.828070:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458765.828080:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458765.828083:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760458765.828085:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458765.828087:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458765.828093:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458765.828098:0:56038:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 6994 00000100:00080000:0.0:1760458765.828102:0:56038:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458765.828105:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458765.828109:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458765.828111:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458765.828114:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458765.828117:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458765.828119:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760458765.828122:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458765.828126:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458765.828128:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458765.828131:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458765.828134:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458765.828137:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458765.828139:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458765.828141:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458765.828143:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458765.828147:0:56038:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458765.828149:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458765.828152:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458765.828155:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458765.828158:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458765.828160:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458765.828162:0:56038:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458765.828171:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000075179fc5. 00000020:00000040:0.0:1760458765.828175:0:56038:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458765.828179:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458765.828181:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458765.828185:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458765.828188:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458765.828191:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458765.828200:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000ca48aada. 00000100:00000001:0.0:1760458765.828207:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458765.828214:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000075179fc5 x1845971106430144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458765.828225:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458765.828227:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458765.828231:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000075179fc5] to pc [ptlrpcd_rcv+-1] req@0000000075179fc5 x1845971106430144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458765.828261:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458765.828264:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458765.828266:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458765.828270:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458765.828273:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458765.828277:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458765.828279:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458765.828283:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458765.828289:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7024) 00000100:00000001:3.0:1760458765.828312:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458765.828317:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458765.828319:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458765.828328:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000075179fc5 x1845971106430144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458765.828338:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458765.828341:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458765.828345:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458765.828348:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458765.828352:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000075179fc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106430144:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458765.828356:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458765.828361:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458765.828363:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458765.828366:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458765.828381:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009c6e2fd9. 02000000:00000001:3.0:1760458765.828383:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458765.828389:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d395bea9. 00000400:00000010:3.0:1760458765.828394:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086f94505. 00000100:00000200:3.0:1760458765.828400:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106430144, portal 25 00000100:00000001:3.0:1760458765.828403:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458765.828405:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762825728 : -123359946725888 : ffff8fce06322600) 00000100:00000040:3.0:1760458765.828410:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000075179fc5 x1845971106430144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458790 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458765.828418:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458765.828422:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458765.828424:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000055b2acb9. 00000100:00000200:3.0:1760458765.828427:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106430144, offset 0 00000400:00000200:3.0:1760458765.828434:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458765.828450:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458765.828459:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458765.828464:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458765.828467:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458765.828471:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [495:495:256:4294967295] 192.168.203.106@tcp LPNI seq info [495:495:8:4294967295] 00000400:00000200:3.0:1760458765.828484:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458765.828491:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458765.828497:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000006e95e8ac (tot 1763794). 00000800:00000200:3.0:1760458765.828505:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458765.828515:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458765.828520:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000006e95e8ac type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458765.828583:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458765.828586:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458765.828589:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458765.828593:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458765.828595:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458765.828599:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458765.828601:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458765.828604:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458765.828605:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458765.828607:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458765.828608:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458765.828800:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458765.828806:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000006e95e8ac (tot 1763546). 00000400:00000200:0.0:1760458765.828813:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458765.828821:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458765.828827:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000055b2acb9 00000400:00000010:0.0:1760458765.828829:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000055b2acb9. 00000100:00000001:0.0:1760458765.828834:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458765.828839:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000075179fc5 x1845971106430144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458790 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458765.828850:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458765.828854:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000075179fc5 x1845971106430144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458790 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458765.828869:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458765.828871:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458766.019806:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458766.019816:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458766.019818:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458766.019825:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458766.019832:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458766.019838:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458766.019843:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458766.019846:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458766.019850:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458766.723786:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458766.723792:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458766.723801:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458766.723803:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458766.723808:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458766.723809:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458766.723945:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458766.723950:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458766.723955:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458766.851722:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458766.851732:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458766.851734:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458766.851737:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458766.851740:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458766.851743:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458766.851745:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458767.043757:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458767.043762:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458767.043764:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458767.043769:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458767.043774:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458767.043778:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458767.043781:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458767.043784:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458767.043787:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458767.747752:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458767.747757:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458767.747764:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458767.747765:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458767.747768:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458767.747769:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458767.747860:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458767.747865:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458767.747870:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458767.875752:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458767.875769:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458767.875772:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458767.875780:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458767.875784:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458767.875790:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458767.875794:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458768.067743:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458768.067749:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458768.067750:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458768.067755:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458768.067760:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458768.067764:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458768.067766:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458768.067784:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458768.067788:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458768.771737:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458768.771744:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458768.771752:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458768.771754:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458768.771758:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458768.771759:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458768.771926:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458768.771929:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458768.771932:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458768.899762:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458768.899774:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458768.899777:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458768.899783:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458768.899786:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458768.899790:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458768.899793:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458769.091797:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458769.091802:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458769.091804:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458769.091809:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458769.091815:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458769.091819:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458769.091822:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458769.091824:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458769.091827:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458769.795778:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458769.795787:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458769.795790:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458769.795793:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458769.795799:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458769.795802:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458769.795805:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458769.795807:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458769.795811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458769.795813:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458769.795817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458769.795818:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458769.795954:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458769.795959:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458769.795964:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458769.923749:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458769.923761:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458769.923764:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458769.923768:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458769.923788:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458769.923793:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458769.923796:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458770.115789:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458770.115793:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458770.115795:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458770.115799:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458770.115805:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458770.115809:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458770.115813:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458770.115815:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458770.115818:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458770.819785:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458770.819792:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458770.819801:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458770.819803:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458770.819806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458770.819808:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458770.819942:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458770.819947:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458770.819952:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458770.947787:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458770.947800:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458770.947803:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458770.947808:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458770.947811:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458770.947816:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458770.947818:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458770.947868:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458770.947878:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458770.947881:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458770.947884:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458770.947887:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458770.947890:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458770.947892:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458770.947895:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458770.947902:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7030) 00000100:00000001:3.0:1760458771.139784:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458771.139789:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458771.139790:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458771.139795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458771.139800:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458771.139804:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458771.139807:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458771.139809:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458771.139812:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458771.843831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458771.843838:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458771.843847:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458771.843849:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458771.843855:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458771.843859:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458771.843862:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458771.843869:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458771.843871:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458771.843873:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458771.843877:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458771.843879:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458771.843882:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458771.843884:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458771.844040:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458771.844045:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458771.844048:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458771.971782:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458771.971795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458771.971798:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458771.971804:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458771.971807:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458771.971812:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458771.971816:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458772.163761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458772.163767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458772.163769:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458772.163774:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458772.163780:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458772.163784:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458772.163787:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458772.163789:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458772.163792:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458772.867788:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458772.867794:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458772.867802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458772.867803:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458772.867807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458772.867808:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458772.867952:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458772.867957:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458772.867962:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458772.995762:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458772.995774:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458772.995776:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458772.995781:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458772.995784:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458772.995789:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458772.995792:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458773.187761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458773.187766:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458773.187767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458773.187772:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458773.187777:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458773.187781:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458773.187784:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458773.187787:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458773.187790:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458773.891794:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458773.891800:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458773.891809:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458773.891813:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458773.891815:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458773.891821:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458773.891824:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458773.891825:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458773.891828:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458773.891830:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458773.891833:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458773.891835:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458773.891839:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458773.891840:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458773.891960:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458773.891965:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458773.891969:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458774.019761:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458774.019784:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458774.019786:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458774.019791:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458774.019794:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458774.019798:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458774.019801:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458774.211774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458774.211778:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458774.211780:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458774.211784:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458774.211789:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458774.211792:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458774.211795:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458774.211797:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458774.211799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458774.915801:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458774.915805:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458774.915810:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458774.915812:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458774.915814:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458774.915815:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458774.915900:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458774.915904:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458774.915906:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458775.043811:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458775.043820:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458775.043822:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458775.043827:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458775.043829:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458775.043833:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458775.043836:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458775.235785:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458775.235791:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458775.235793:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458775.235798:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458775.235804:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458775.235808:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458775.235811:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458775.235814:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458775.235817:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458775.939793:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458775.939800:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458775.939809:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458775.939811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458775.939815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458775.939817:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458775.939935:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458775.939941:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458775.939948:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1760458776.067846:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458776.067858:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458776.067861:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458776.067865:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458776.067867:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458776.067871:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458776.067873:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458776.067877:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458776.067884:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7035) 00000100:00000001:1.0:1760458776.067925:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458776.067931:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458776.067945:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458751/real 1760458751] req@00000000e83bb805 x1845971106430016/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458776 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458776.067966:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458776.067969:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458776.067972:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000098b464dc. 00000400:00000200:1.0:1760458776.067979:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c686b9a 00000400:00000010:1.0:1760458776.067982:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c686b9a. 00000100:00000001:1.0:1760458776.067987:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458776.067990:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e83bb805 x1845971106430016/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458776 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458776.068001:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e83bb805 x1845971106430016/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458776 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458776.068009:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458776.068012:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458776.068015:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458776.068017:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458776.068020:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e83bb805 x1845971106430016/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458776 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458776.068028:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458776.068037:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458776.068040:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458776.068043:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458776.068046:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458776.068049:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458776.068053:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e83bb805 x1845971106430016/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458776 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458776.068061:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458776.068064:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458776.068066:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458776.068067:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458776.068070:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458776.068073:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458776.068077:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458776.068103:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458776.068107:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458776.068111:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e83bb805 x1845971106430016/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458776 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458776.068121:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e83bb805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430016:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458776.068128:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458776.068131:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458776.068136:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e83bb805 x1845971106430016/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458776 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458776.068146:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:3.0:1760458776.068148:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1760458776.068150:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:3.0:1760458776.068156:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000010:1.0:1760458776.068157:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f524eada. 00000100:00080000:3.0:1760458776.068162:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1760458776.068167:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:3.0:1760458776.068169:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000020:00000001:1.0:1760458776.068172:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:3.0:1760458776.068173:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000020:00000040:1.0:1760458776.068177:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000100:00000001:3.0:1760458776.068179:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1760458776.068182:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:1.0:1760458776.068184:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458776.068188:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000093d40f1b. 00000100:00000001:3.0:1760458776.068190:0:145968:0:(import.c:519:import_select_connection()) Process entered 02000000:00000001:1.0:1760458776.068197:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 00000100:00080000:3.0:1760458776.068198:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 7005 02000000:00000001:1.0:1760458776.068201:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:3.0:1760458776.068205:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000010:1.0:1760458776.068206:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e83bb805. 00000100:00000040:3.0:1760458776.068212:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458776.068214:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458776.068218:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000001:1.0:1760458776.068219:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458776.068225:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:1.0:1760458776.068226:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458776.068232:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:3.0:1760458776.068238:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458776.068240:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:3.0:1760458776.068243:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1760458776.068247:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:3.0:1760458776.068250:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:3.0:1760458776.068254:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:3.0:1760458776.068258:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458776.068260:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458776.068262:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458776.068264:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458776.068267:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:3.0:1760458776.068271:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:3.0:1760458776.068275:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458776.068278:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458776.068285:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458776.068288:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458776.068291:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:3.0:1760458776.068295:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1760458776.068299:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458776.068301:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458776.068311:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8662100. 00000020:00000040:3.0:1760458776.068316:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:3.0:1760458776.068320:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458776.068322:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458776.068326:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458776.068329:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458776.068333:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458776.068342:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e0e5c22c. 00000100:00000001:3.0:1760458776.068349:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458776.068356:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e8662100 x1845971106430208/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458776.068367:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458776.068369:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458776.068373:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e8662100] to pc [ptlrpcd_rcv+-1] req@00000000e8662100 x1845971106430208/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458776.068398:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458776.068401:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:3.0:1760458776.068403:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458776.068406:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458776.068409:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458776.068412:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458776.068417:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7035) 00000100:00000001:1.0:1760458776.068445:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458776.068449:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458776.068452:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458776.068497:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8662100 x1845971106430208/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458776.068507:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458776.068510:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458776.068514:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458776.068517:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458776.068520:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8662100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430208:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458776.068525:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458776.068529:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458776.068531:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458776.068534:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458776.068540:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f524eada. 02000000:00000001:1.0:1760458776.068542:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458776.068547:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000098b464dc. 00000400:00000010:1.0:1760458776.068552:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c686b9a. 00000100:00000200:1.0:1760458776.068559:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106430208, portal 10 00000100:00000001:1.0:1760458776.068562:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458776.068563:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771153664 : -123359938397952 : ffff8fce06b13900) 00000100:00000040:1.0:1760458776.068570:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e8662100 x1845971106430208/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458801 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458776.068578:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458776.068582:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458776.068585:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bba7a880. 00000100:00000200:1.0:1760458776.068588:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106430208, offset 0 00000400:00000200:1.0:1760458776.068595:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458776.068610:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458776.068618:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458776.068624:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458776.068627:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458776.068632:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [496:496:256:4294967295] 192.168.203.106@tcp LPNI seq info [496:496:8:4294967295] 00000400:00000200:1.0:1760458776.068684:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458776.068692:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458776.068699:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000cfe28c5a (tot 1763794). 00000800:00000200:1.0:1760458776.068707:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458776.068717:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458776.068722:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000cfe28c5a type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458776.068742:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458776.068745:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458776.068748:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458776.068751:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458776.068754:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458776.068758:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458776.068759:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458776.068762:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458776.068763:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458776.068765:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458776.068767:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1760458776.068960:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1760458776.068967:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000cfe28c5a (tot 1763546). 00000400:00000200:3.0:1760458776.068974:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1760458776.068983:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1760458776.068988:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bba7a880 00000400:00000010:3.0:1760458776.068990:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bba7a880. 00000100:00000001:3.0:1760458776.068994:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1760458776.068999:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8662100 x1845971106430208/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458801 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458776.069009:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458776.069012:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e8662100 x1845971106430208/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458801 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458776.069020:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458776.069023:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458776.259713:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458776.259717:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458776.259718:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458776.259722:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458776.259725:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458776.259728:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458776.259729:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458776.259731:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458776.259733:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458776.963794:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458776.963802:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458776.963814:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458776.963817:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458776.963822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458776.963825:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458776.963970:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458776.963975:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458776.963980:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458777.091767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458777.091784:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458777.091787:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458777.091793:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458777.091797:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458777.091802:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458777.091806:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458777.283730:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458777.283735:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458777.283737:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458777.283741:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458777.283745:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458777.283748:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458777.283750:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458777.283752:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458777.283755:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458777.987807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458777.987815:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458777.987826:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458777.987827:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458777.987831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458777.987832:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458777.987973:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458777.987980:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458777.987986:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458778.115753:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458778.115765:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458778.115767:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458778.115773:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458778.115776:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458778.115780:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458778.115782:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458778.307772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458778.307782:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458778.307784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458778.307791:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458778.307799:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458778.307804:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458778.307808:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458778.307812:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458778.307816:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458779.011812:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458779.011821:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458779.011824:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458779.011827:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458779.011834:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458779.011837:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458779.011839:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458779.011841:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458779.011846:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458779.011848:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458779.011851:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458779.011852:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458779.011985:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458779.011990:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458779.011995:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458779.139796:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458779.139814:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458779.139817:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458779.139825:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458779.139829:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458779.139835:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458779.139839:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458779.331787:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458779.331793:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458779.331795:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458779.331801:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458779.331807:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458779.331811:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458779.331814:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458779.331817:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458779.331819:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458780.035797:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458780.035806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458780.035815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458780.035817:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458780.035823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458780.035826:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458780.035961:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458780.035966:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458780.035970:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458780.163777:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458780.163792:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458780.163794:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458780.163800:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458780.163803:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458780.163808:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458780.163810:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458780.355703:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458780.355707:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458780.355708:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458780.355711:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458780.355715:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458780.355717:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458780.355719:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458780.355721:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458780.355723:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458781.059774:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458781.059780:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458781.059788:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458781.059789:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458781.059793:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458781.059794:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458781.059939:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458781.059944:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458781.059948:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458781.187787:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458781.187800:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458781.187803:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:3.0:1760458781.187809:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458781.187810:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458781.187814:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1760458781.187820:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1760458781.187821:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458781.187826:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1760458781.187827:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458781.187836:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458781.187841:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458781.187844:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458781.187847:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458781.187850:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458781.187857:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7040) 00000100:00000001:3.0:1760458781.379788:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458781.379792:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458781.379794:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458781.379798:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458781.379803:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458781.379806:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458781.379809:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458781.379811:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458781.379814:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458782.083784:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458782.083790:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458782.083798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458782.083801:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458782.083805:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458782.083809:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458782.083812:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458782.083818:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458782.083820:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458782.083822:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458782.083826:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458782.083829:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458782.083831:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458782.083834:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458782.083967:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458782.083972:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458782.083977:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458782.211749:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458782.211755:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458782.211770:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458757/real 1760458757] req@00000000d2ae1ae4 x1845971106430080/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458782 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458782.211792:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458782.211795:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458782.211799:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fc7e2d0d. 00000400:00000200:1.0:1760458782.211805:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089d33f87 00000400:00000010:1.0:1760458782.211809:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000089d33f87. 00000100:00000001:1.0:1760458782.211816:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458782.211820:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d2ae1ae4 x1845971106430080/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458782 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458782.211830:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d2ae1ae4 x1845971106430080/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458782 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458782.211838:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458782.211840:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458782.211843:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458782.211847:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458782.211850:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000d2ae1ae4 x1845971106430080/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458782 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458782.211858:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458782.211868:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458782.211870:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458782.211872:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458782.211875:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458782.211878:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458782.211882:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000d2ae1ae4 x1845971106430080/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458782 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458782.211890:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458782.211894:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458782.211896:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458782.211897:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458782.211899:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458782.211901:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458782.211905:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458782.211932:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458782.211935:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458782.211939:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000d2ae1ae4 x1845971106430080/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458782 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458782.211948:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000d2ae1ae4 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430080:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458782.211954:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458782.211957:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458782.211960:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000d2ae1ae4 x1845971106430080/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458782 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458782.211968:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458782.211971:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458782.211975:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000c08c4ada. 02000000:00000001:1.0:1760458782.211979:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458782.211982:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458782.211984:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:1.0:1760458782.211988:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458782.211990:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458782.211994:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458782.211996:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458782.211998:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d2ae1ae4. 00000100:00000001:1.0:1760458782.212003:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458782.212005:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458782.212008:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458782.212135:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458782.212144:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458782.212147:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458782.212151:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458782.212153:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458782.212156:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458782.212159:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458782.212162:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:3.0:1760458782.212164:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:3.0:1760458782.212167:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1760458782.212169:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1760458782.212174:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:3.0:1760458782.212179:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 7011 00000100:00080000:3.0:1760458782.212183:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1760458782.212187:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458782.212190:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458782.212193:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458782.212195:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:3.0:1760458782.212199:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458782.212201:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:3.0:1760458782.212204:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1760458782.212207:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:3.0:1760458782.212210:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:3.0:1760458782.212213:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:3.0:1760458782.212216:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458782.212218:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458782.212220:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458782.212222:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458782.212225:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:3.0:1760458782.212228:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:3.0:1760458782.212231:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458782.212234:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458782.212242:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458782.212245:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458782.212247:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:3.0:1760458782.212251:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1760458782.212254:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458782.212256:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458782.212263:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000037bc89ae. 00000020:00000040:3.0:1760458782.212268:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:3.0:1760458782.212272:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458782.212274:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458782.212278:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458782.212282:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458782.212286:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458782.212294:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d3ca4d9b. 00000100:00000001:3.0:1760458782.212301:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458782.212307:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000037bc89ae x1845971106430272/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458782.212318:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458782.212320:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458782.212325:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000037bc89ae] to pc [ptlrpcd_rcv+-1] req@0000000037bc89ae x1845971106430272/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458782.212351:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458782.212354:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:3.0:1760458782.212358:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7041) 00000100:00000001:1.0:1760458782.212472:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458782.212477:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458782.212480:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458782.212489:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000037bc89ae x1845971106430272/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458782.212501:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458782.212503:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458782.212508:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458782.212511:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458782.212514:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000037bc89ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430272:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458782.212519:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458782.212524:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458782.212526:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458782.212529:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458782.212536:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458782.212538:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458782.212544:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000179d13c9. 00000400:00000010:1.0:1760458782.212549:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e287ead. 00000100:00000200:1.0:1760458782.212557:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106430272, portal 4 00000100:00000001:1.0:1760458782.212559:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458782.212561:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771151232 : -123359938400384 : ffff8fce06b12f80) 00000100:00000040:1.0:1760458782.212568:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000037bc89ae x1845971106430272/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458807 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458782.212577:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458782.212581:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458782.212585:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000554a7d62. 00000100:00000200:1.0:1760458782.212588:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106430272, offset 0 00000400:00000200:1.0:1760458782.212597:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458782.212613:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458782.212621:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458782.212626:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458782.212630:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458782.212634:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [497:497:256:4294967295] 192.168.203.106@tcp LPNI seq info [497:497:8:4294967295] 00000400:00000200:1.0:1760458782.212682:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458782.212693:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458782.212699:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e255c780 (tot 1763794). 00000800:00000200:1.0:1760458782.212708:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458782.212717:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458782.212722:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e255c780 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458782.212744:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458782.212747:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458782.212750:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458782.212753:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458782.212756:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458782.212761:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458782.212763:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458782.212765:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458782.212767:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458782.212768:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458782.212770:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458782.212939:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458782.212946:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e255c780 (tot 1763546). 00000400:00000200:0.0:1760458782.212953:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458782.212963:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458782.212968:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000554a7d62 00000400:00000010:0.0:1760458782.212970:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000554a7d62. 00000100:00000001:0.0:1760458782.212975:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458782.212980:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000037bc89ae x1845971106430272/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458807 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458782.212998:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458782.213001:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000037bc89ae x1845971106430272/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458807 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458782.213009:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458782.213012:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458782.403747:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458782.403753:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458782.403754:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458782.403759:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458782.403764:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458782.403767:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458782.403769:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458782.403771:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458782.403773:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458783.107777:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458783.107784:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458783.107793:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458783.107795:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458783.107799:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458783.107800:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458783.107942:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458783.107947:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458783.107952:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458783.235789:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458783.235801:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458783.235804:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458783.235808:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458783.235811:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458783.235815:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458783.235818:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458783.427716:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458783.427719:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458783.427720:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458783.427724:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458783.427728:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458783.427731:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458783.427733:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458783.427735:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458783.427737:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458784.131794:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458784.131799:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458784.131806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458784.131809:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458784.131812:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458784.131818:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458784.131820:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458784.131821:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458784.131824:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458784.131826:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458784.131828:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458784.131830:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458784.131834:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458784.131835:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458784.131957:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458784.131962:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458784.131967:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458784.259759:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458784.259772:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458784.259776:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458784.259782:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458784.259785:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458784.259789:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458784.259792:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458784.451794:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458784.451800:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458784.451803:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458784.451809:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458784.451816:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458784.451821:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458784.451824:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458784.451827:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458784.451830:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458785.155804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458785.155810:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458785.155817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458785.155818:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458785.155823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458785.155826:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458785.155954:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458785.155959:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458785.155964:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458785.283862:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458785.283873:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458785.283876:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458785.283881:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458785.283884:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458785.283888:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458785.283891:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458785.475764:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458785.475769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458785.475770:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458785.475775:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458785.475781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458785.475785:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458785.475788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458785.475791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458785.475794:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458786.179802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458786.179809:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458786.179818:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458786.179820:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458786.179824:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458786.179826:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458786.179912:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458786.179917:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458786.179921:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458786.307781:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458786.307795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458786.307798:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458786.307805:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458786.307809:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458786.307814:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458786.307818:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458786.499778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458786.499782:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458786.499784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458786.499788:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458786.499794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458786.499797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458786.499801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458786.499804:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458786.499807:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458787.203775:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458787.203781:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458787.203789:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458787.203791:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458787.203795:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458787.203797:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458787.203940:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458787.203945:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458787.203950:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1760458787.331899:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458787.331908:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458787.331912:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458787.331916:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1760458787.331919:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:3.0:1760458787.331920:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458787.331926:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458787.331928:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458787.331931:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:1.0:1760458787.331933:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000040:3.0:1760458787.331937:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7046) 00000100:00000001:1.0:1760458787.331938:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458787.331947:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458787.331950:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458787.331955:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458787.331958:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458787.523763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458787.523769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458787.523771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458787.523779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458787.523785:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458787.523788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458787.523792:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458787.523794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458787.523798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458788.227787:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458788.227794:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458788.227802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458788.227803:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458788.227807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458788.227810:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458788.227944:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458788.227949:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458788.227954:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458788.355773:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458788.355793:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458788.355796:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458788.355805:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458788.355810:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458788.355815:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458788.355820:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458788.547755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458788.547763:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458788.547766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458788.547773:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458788.547780:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458788.547785:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458788.547791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458788.547794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458788.547799:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458789.251779:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458789.251788:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458789.251791:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458789.251795:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458789.251802:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458789.251805:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458789.251807:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458789.251810:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458789.251817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458789.251819:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458789.251823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458789.251825:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458789.251923:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458789.251928:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458789.251933:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458789.379741:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458789.379756:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458789.379759:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458789.379764:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458789.379767:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458789.379772:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458789.379775:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458789.571767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458789.571772:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458789.571774:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458789.571778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458789.571784:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458789.571787:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458789.571791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458789.571793:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458789.571796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458790.275791:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458790.275799:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458790.275809:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458790.275810:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458790.275815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458790.275817:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458790.275921:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458790.275927:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458790.275934:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458790.403793:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458790.403800:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458790.403816:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458765/real 1760458765] req@0000000075179fc5 x1845971106430144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458790 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458790.403838:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458790.403841:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458790.403844:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d395bea9. 00000400:00000200:1.0:1760458790.403852:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086f94505 00000400:00000010:1.0:1760458790.403854:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086f94505. 00000100:00000001:1.0:1760458790.403859:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458790.403863:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000075179fc5 x1845971106430144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458790 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458790.403873:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000075179fc5 x1845971106430144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458790 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458790.403883:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458790.403885:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458790.403888:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458790.403890:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458790.403894:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000075179fc5 x1845971106430144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458790 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458790.403901:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458790.403910:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458790.403912:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458790.403915:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458790.403918:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458790.403921:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458790.403925:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000075179fc5 x1845971106430144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458790 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458790.403933:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458790.403936:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458790.403938:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458790.403939:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458790.403942:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458790.403944:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458790.403948:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458790.403976:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458790.403979:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458790.403983:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000075179fc5 x1845971106430144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458790 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458790.403992:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000075179fc5 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106430144:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760458790.403997:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458790.404001:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458790.404003:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000075179fc5 x1845971106430144/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458790 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458790.404018:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458790.404021:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458790.404026:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009c6e2fd9. 02000000:00000001:1.0:1760458790.404034:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458790.404037:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458790.404039:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:1.0:1760458790.404042:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458790.404044:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000ca48aada. 00000100:00080000:0.0:1760458790.404049:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:1.0:1760458790.404050:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458790.404053:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458790.404055:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000075179fc5. 00000100:00000001:0.0:1760458790.404060:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00000001:1.0:1760458790.404062:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1760458790.404064:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:1.0:1760458790.404066:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1760458790.404071:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00000001:1.0:1760458790.404071:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458790.404075:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458790.404081:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458790.404087:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 7019 00000100:00080000:0.0:1760458790.404091:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458790.404097:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458790.404101:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458790.404105:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458790.404107:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458790.404112:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458790.404114:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760458790.404117:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458790.404121:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458790.404124:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458790.404126:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458790.404130:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458790.404132:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458790.404134:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458790.404136:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458790.404139:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458790.404142:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458790.404145:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458790.404148:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458790.404150:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458790.404153:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458790.404156:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458790.404158:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458790.404167:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000012eb3065. 00000020:00000040:0.0:1760458790.404171:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458790.404176:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458790.404177:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458790.404181:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458790.404184:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458790.404188:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458790.404195:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e9201050. 00000100:00000001:0.0:1760458790.404202:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458790.404208:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000012eb3065 x1845971106430336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458790.404219:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458790.404222:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458790.404226:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000012eb3065] to pc [ptlrpcd_rcv+-1] req@0000000012eb3065 x1845971106430336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458790.404253:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458790.404256:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458790.404259:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458790.404263:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458790.404266:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458790.404269:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458790.404273:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458790.404276:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458790.404282:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7049) 00000100:00000001:1.0:1760458790.404296:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458790.404300:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458790.404302:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458790.404311:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000012eb3065 x1845971106430336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458790.404322:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458790.404325:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458790.404329:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458790.404332:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458790.404335:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000012eb3065 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106430336:192.168.203.106@tcp:250: 00000100:00000001:1.0:1760458790.404340:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458790.404343:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458790.404346:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458790.404349:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458790.404355:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000b29b13f9. 02000000:00000001:1.0:1760458790.404357:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458790.404384:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b2005e2e. 00000400:00000010:1.0:1760458790.404391:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6856748. 00000100:00000200:1.0:1760458790.404397:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106430336, portal 25 00000100:00000001:1.0:1760458790.404400:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458790.404402:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762841536 : -123359946710080 : ffff8fce063263c0) 00000100:00000040:1.0:1760458790.404408:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000012eb3065 x1845971106430336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458815 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458790.404416:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458790.404420:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458790.404423:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086fd143e. 00000100:00000200:1.0:1760458790.404425:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106430336, offset 0 00000400:00000200:1.0:1760458790.404433:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458790.404448:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458790.404457:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458790.404461:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458790.404465:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458790.404469:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [498:498:256:4294967295] 192.168.203.106@tcp LPNI seq info [498:498:8:4294967295] 00000400:00000200:1.0:1760458790.404482:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458790.404489:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458790.404495:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000073996896 (tot 1763794). 00000800:00000200:1.0:1760458790.404503:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458790.404512:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458790.404517:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000073996896 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458790.404539:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458790.404541:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458790.404544:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458790.404547:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458790.404549:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458790.404554:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458790.404555:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458790.404558:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458790.404560:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458790.404563:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458790.404566:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458790.404747:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458790.404755:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000073996896 (tot 1763546). 00000400:00000200:0.0:1760458790.404763:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458790.404773:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458790.404780:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086fd143e 00000400:00000010:0.0:1760458790.404782:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086fd143e. 00000100:00000001:0.0:1760458790.404787:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458790.404793:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000012eb3065 x1845971106430336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458815 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458790.404807:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458790.404811:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000012eb3065 x1845971106430336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458815 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458790.404823:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458790.404826:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458790.595760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458790.595765:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458790.595767:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458790.595771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458790.595775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458790.595779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458790.595781:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458790.595784:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458790.595786:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458791.299784:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458791.299791:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458791.299799:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458791.299801:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458791.299805:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458791.299806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458791.299960:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458791.299965:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458791.299970:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458791.427765:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458791.427777:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458791.427780:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458791.427785:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458791.427789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458791.427793:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458791.427796:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458791.619769:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458791.619773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458791.619775:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458791.619779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458791.619785:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458791.619788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458791.619791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458791.619794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458791.619797:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458792.323781:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458792.323786:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458792.323794:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458792.323797:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458792.323801:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458792.323805:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458792.323808:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458792.323815:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458792.323818:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458792.323820:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458792.323824:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458792.323826:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458792.323828:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458792.323831:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458792.323914:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458792.323919:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458792.323924:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458792.451763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458792.451776:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458792.451778:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458792.451783:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458792.451786:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458792.451790:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458792.451794:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458792.643767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458792.643774:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458792.643778:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458792.643784:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458792.643789:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458792.643792:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458792.643796:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458792.643798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458792.643818:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458793.347785:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458793.347792:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458793.347799:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458793.347801:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458793.347805:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458793.347806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458793.347939:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458793.347944:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458793.347949:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458793.475750:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458793.475762:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458793.475764:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458793.475768:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458793.475771:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458793.475775:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458793.475778:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458793.667759:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458793.667764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458793.667766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458793.667770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458793.667775:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458793.667778:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458793.667781:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458793.667784:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458793.667787:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458794.371793:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458794.371798:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458794.371807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458794.371812:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458794.371815:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458794.371821:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458794.371823:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458794.371826:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458794.371829:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458794.371831:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458794.371834:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458794.371836:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458794.371840:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458794.371841:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458794.371970:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458794.371974:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458794.371979:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458794.499753:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458794.499765:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458794.499767:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458794.499771:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458794.499774:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458794.499778:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458794.499781:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458794.691781:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458794.691788:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458794.691790:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458794.691796:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458794.691802:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458794.691807:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458794.691811:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458794.691814:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458794.691816:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458795.395795:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458795.395801:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458795.395810:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458795.395812:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458795.395818:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458795.395820:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458795.395939:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458795.395946:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458795.395952:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760458795.523821:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458795.523833:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458795.523834:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1760458795.523840:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458795.523847:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458795.523847:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458795.523851:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458795.523853:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458795.523857:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458795.523860:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458795.523863:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1760458795.523865:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458795.523870:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458795.523870:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458795.523879:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458795.523888:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7054) 00000100:00000001:3.0:1760458795.715772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458795.715780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458795.715782:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458795.715789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458795.715796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458795.715801:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458795.715805:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458795.715809:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458795.715813:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458796.419789:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458796.419796:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458796.419804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458796.419805:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458796.419809:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458796.419811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458796.419916:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458796.419922:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458796.419928:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458796.547795:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458796.547811:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458796.547814:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458796.547822:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458796.547826:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458796.547832:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458796.547836:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458796.739765:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458796.739771:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458796.739773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458796.739779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458796.739785:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458796.739789:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458796.739792:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458796.739795:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458796.739798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458797.443821:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458797.443830:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458797.443841:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458797.443842:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458797.443848:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458797.443849:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458797.443998:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458797.444004:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458797.444008:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458797.571807:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458797.571820:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458797.571822:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458797.571828:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458797.571832:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458797.571836:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458797.571839:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458797.763765:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458797.763771:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458797.763773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458797.763778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458797.763784:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458797.763788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458797.763791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458797.763794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458797.763796:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458798.467776:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458798.467782:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458798.467791:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458798.467794:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458798.467798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458798.467799:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458798.467915:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458798.467921:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458798.467926:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458798.595782:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458798.595795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458798.595797:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458798.595803:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458798.595806:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458798.595811:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458798.595814:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458798.787773:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458798.787779:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458798.787782:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458798.787787:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458798.787794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458798.787798:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458798.787801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458798.787803:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458798.787806:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458799.491776:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458799.491784:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458799.491787:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458799.491791:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458799.491798:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458799.491800:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458799.491803:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458799.491806:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458799.491810:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458799.491811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458799.491815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458799.491816:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458799.491951:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458799.491955:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458799.491960:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458799.619766:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458799.619778:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458799.619780:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458799.619786:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458799.619788:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458799.619792:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458799.619795:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458799.811758:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458799.811764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458799.811766:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458799.811771:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458799.811776:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458799.811780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458799.811783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458799.811786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458799.811790:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458800.515794:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458800.515799:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458800.515806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458800.515807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458800.515810:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458800.515811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458800.515926:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458800.515930:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458800.515933:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458800.643785:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458800.643798:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458800.643801:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458800.643807:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458800.643810:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458800.643815:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458800.643818:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458800.643850:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458800.643862:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458800.643867:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458800.643872:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458800.643877:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458800.643882:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458800.643886:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458800.643891:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458800.643901:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7059) 00000100:00000001:3.0:1760458800.835751:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458800.835757:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458800.835759:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458800.835763:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458800.835768:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458800.835772:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458800.835774:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458800.835777:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458800.835779:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458801.539775:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458801.539784:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458801.539794:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458801.539797:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458801.539804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458801.539807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458801.539926:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458801.539931:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458801.539935:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458801.667736:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458801.667742:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458801.667758:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458776/real 1760458776] req@00000000e8662100 x1845971106430208/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458801 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458801.667779:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458801.667781:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458801.667785:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000098b464dc. 00000400:00000200:3.0:1760458801.667791:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c686b9a 00000400:00000010:3.0:1760458801.667794:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c686b9a. 00000100:00000001:3.0:1760458801.667799:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458801.667802:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8662100 x1845971106430208/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458801 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458801.667813:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8662100 x1845971106430208/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458801 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458801.667821:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458801.667823:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458801.667827:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458801.667830:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458801.667833:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e8662100 x1845971106430208/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458801 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458801.667841:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458801.667852:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458801.667853:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458801.667856:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458801.667859:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458801.667863:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458801.667867:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8662100 x1845971106430208/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458801 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458801.667875:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458801.667878:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458801.667880:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458801.667881:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458801.667884:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458801.667886:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458801.667890:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458801.667917:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458801.667920:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458801.667925:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8662100 x1845971106430208/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458801 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458801.667934:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8662100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430208:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458801.667939:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458801.667942:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458801.667945:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e8662100 x1845971106430208/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458801 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458801.667952:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458801.667955:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458801.667960:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f524eada. 02000000:00000001:3.0:1760458801.667965:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458801.667967:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458801.667969:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:3.0:1760458801.667972:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458801.667975:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e0e5c22c. 02000000:00000001:3.0:1760458801.667980:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458801.667982:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458801.667984:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8662100. 00000100:00000001:3.0:1760458801.667988:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458801.667990:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458801.667993:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458801.668028:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458801.668037:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458801.668040:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458801.668044:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458801.668046:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:0.0:1760458801.668049:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458801.668052:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458801.668056:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458801.668062:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 7030 00000100:00080000:0.0:1760458801.668065:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458801.668069:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458801.668073:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458801.668075:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458801.668078:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458801.668082:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458801.668083:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760458801.668087:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458801.668090:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760458801.668093:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760458801.668095:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760458801.668098:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458801.668101:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458801.668103:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458801.668105:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458801.668108:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760458801.668112:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458801.668114:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458801.668118:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458801.668126:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458801.668129:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458801.668132:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458801.668136:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458801.668140:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458801.668142:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458801.668150:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000811916b. 00000020:00000040:0.0:1760458801.668154:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760458801.668159:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458801.668161:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458801.668165:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458801.668169:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458801.668173:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458801.668183:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000089493969. 00000100:00000001:0.0:1760458801.668191:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458801.668200:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000811916b x1845971106430400/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458801.668212:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458801.668215:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458801.668219:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000811916b] to pc [ptlrpcd_rcv+-1] req@000000000811916b x1845971106430400/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458801.668250:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458801.668253:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458801.668255:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458801.668259:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458801.668263:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458801.668267:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458801.668273:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7060) 00000100:00000001:3.0:1760458801.668336:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458801.668340:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458801.668342:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458801.668349:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000811916b x1845971106430400/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458801.668360:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458801.668362:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458801.668366:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458801.668369:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458801.668372:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000811916b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430400:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458801.668377:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458801.668381:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458801.668383:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458801.668386:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458801.668391:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e0e5c22c. 02000000:00000001:3.0:1760458801.668393:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458801.668398:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000054d226c3. 00000400:00000010:3.0:1760458801.668404:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009619472b. 00000100:00000200:3.0:1760458801.668411:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106430400, portal 10 00000100:00000001:3.0:1760458801.668414:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458801.668416:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762833024 : -123359946718592 : ffff8fce06324280) 00000100:00000040:3.0:1760458801.668423:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000811916b x1845971106430400/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458826 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458801.668439:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458801.668443:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458801.668445:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000045b1616a. 00000100:00000200:3.0:1760458801.668448:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106430400, offset 0 00000400:00000200:3.0:1760458801.668457:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458801.668471:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458801.668479:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458801.668484:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458801.668487:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458801.668492:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [499:499:256:4294967295] 192.168.203.106@tcp LPNI seq info [499:499:8:4294967295] 00000400:00000200:3.0:1760458801.668506:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458801.668513:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458801.668519:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000003c1129b9 (tot 1763794). 00000800:00000200:3.0:1760458801.668527:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458801.668537:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458801.668542:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000003c1129b9 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458801.668567:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458801.668570:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458801.668572:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458801.668576:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458801.668578:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458801.668582:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458801.668584:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458801.668587:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458801.668588:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458801.668590:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458801.668591:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458801.668785:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458801.668793:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000003c1129b9 (tot 1763546). 00000400:00000200:1.0:1760458801.668800:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458801.668809:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458801.668815:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000045b1616a 00000400:00000010:1.0:1760458801.668817:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000045b1616a. 00000100:00000001:1.0:1760458801.668821:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458801.668826:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000811916b x1845971106430400/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458826 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458801.668837:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458801.668840:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000811916b x1845971106430400/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458826 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458801.668848:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458801.668851:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458801.859762:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458801.859772:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458801.859775:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458801.859784:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458801.859792:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458801.859800:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458801.859804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458801.859807:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458801.859811:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458802.563730:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458802.563735:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458802.563742:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458802.563743:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458802.563746:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458802.563749:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458802.563752:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458802.563757:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458802.563759:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458802.563761:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458802.563764:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458802.563766:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458802.563768:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458802.563770:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458802.563857:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458802.563859:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458802.563863:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458802.691874:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458802.691893:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458802.691895:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458802.691903:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458802.691907:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458802.691912:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458802.691916:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458802.883781:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458802.883788:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458802.883791:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458802.883797:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458802.883816:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458802.883821:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458802.883824:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458802.883828:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458802.883831:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458803.587769:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458803.587775:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458803.587783:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458803.587784:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458803.587787:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458803.587788:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458803.587985:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458803.587993:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458803.588001:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458803.715807:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458803.715823:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458803.715825:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458803.715831:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458803.715835:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458803.715840:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458803.715844:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458803.907775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458803.907782:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458803.907784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458803.907789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458803.907796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458803.907800:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458803.907804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458803.907807:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458803.907811:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458804.611752:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458804.611759:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458804.611769:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458804.611774:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458804.611778:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458804.611786:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458804.611790:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458804.611793:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458804.611797:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458804.611799:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458804.611802:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458804.611805:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458804.611810:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458804.611812:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458804.611877:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458804.611882:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458804.611887:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458804.739777:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458804.739799:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458804.739802:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458804.739811:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458804.739815:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458804.739823:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458804.739828:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458804.931772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458804.931779:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458804.931781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458804.931786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458804.931793:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458804.931797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458804.931801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458804.931805:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458804.931809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458805.635808:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458805.635813:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458805.635821:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458805.635823:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458805.635827:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458805.635829:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458805.635977:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458805.635983:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458805.635988:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458805.763805:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458805.763820:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458805.763822:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458805.763827:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458805.763831:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458805.763835:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458805.763838:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458805.955780:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458805.955785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458805.955786:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458805.955790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458805.955794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458805.955798:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458805.955800:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458805.955802:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458805.955805:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458806.659772:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458806.659776:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458806.659782:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458806.659784:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458806.659788:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458806.659791:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458806.659911:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458806.659916:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458806.659920:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:3.0:1760458806.787808:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458806.787818:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458806.787822:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458806.787827:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458806.787830:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458806.787834:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458806.787837:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458806.787840:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458806.787845:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7065) 00000100:00000001:1.0:1760458806.787884:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458806.787897:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458806.787899:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458806.787903:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458806.787906:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458806.787911:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458806.787914:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458806.979799:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458806.979803:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458806.979805:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458806.979808:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458806.979812:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458806.979815:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458806.979817:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458806.979819:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458806.979821:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458807.683802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458807.683806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458807.683812:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458807.683814:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458807.683817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458807.683818:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458807.683955:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458807.683959:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458807.683963:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458807.811771:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458807.811775:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458807.811789:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458782/real 1760458782] req@0000000037bc89ae x1845971106430272/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458807 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458807.811808:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458807.811811:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458807.811814:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000179d13c9. 00000400:00000200:1.0:1760458807.811819:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e287ead 00000400:00000010:1.0:1760458807.811822:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e287ead. 00000100:00000001:1.0:1760458807.811827:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458807.811830:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000037bc89ae x1845971106430272/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458807 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458807.811841:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000037bc89ae x1845971106430272/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458807 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458807.811849:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458807.811851:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458807.811854:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458807.811856:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458807.811860:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000037bc89ae x1845971106430272/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458807 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458807.811868:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458807.811874:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458807.811876:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458807.811878:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458807.811880:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458807.811883:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458807.811886:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000037bc89ae x1845971106430272/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458807 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458807.811895:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458807.811899:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458807.811901:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458807.811902:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458807.811905:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458807.811907:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458807.811910:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458807.811936:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458807.811939:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458807.811944:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000037bc89ae x1845971106430272/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458807 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458807.811953:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000037bc89ae pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430272:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458807.811959:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458807.811962:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458807.811965:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000037bc89ae x1845971106430272/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458807 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458807.811973:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458807.811976:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458807.811981:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458807.811985:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458807.811987:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458807.811989:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:1.0:1760458807.811992:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458807.811994:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d3ca4d9b. 02000000:00000001:1.0:1760458807.811999:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458807.812001:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458807.812003:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000037bc89ae. 00000100:00000001:1.0:1760458807.812007:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458807.812008:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458807.812011:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458807.812062:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458807.812070:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458807.812074:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458807.812077:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458807.812079:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458807.812082:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458807.812085:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458807.812089:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:3.0:1760458807.812092:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:3.0:1760458807.812097:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1760458807.812100:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1760458807.812106:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:3.0:1760458807.812114:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 7036 00000100:00080000:3.0:1760458807.812118:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1760458807.812122:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458807.812126:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458807.812129:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458807.812132:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:3.0:1760458807.812136:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458807.812138:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:3.0:1760458807.812142:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1760458807.812146:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:3.0:1760458807.812150:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:3.0:1760458807.812152:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:3.0:1760458807.812155:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458807.812157:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458807.812159:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458807.812161:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458807.812165:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:3.0:1760458807.812169:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:3.0:1760458807.812172:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458807.812176:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458807.812186:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458807.812189:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458807.812192:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:3.0:1760458807.812197:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1760458807.812201:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458807.812203:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458807.812211:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8662100. 00000020:00000040:3.0:1760458807.812216:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:3.0:1760458807.812223:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458807.812225:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458807.812230:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458807.812234:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458807.812240:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458807.812294:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000c08c4ada. 00000100:00000001:3.0:1760458807.812305:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458807.812315:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e8662100 x1845971106430464/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458807.812328:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458807.812331:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458807.812336:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e8662100] to pc [ptlrpcd_rcv+-1] req@00000000e8662100 x1845971106430464/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458807.812364:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458807.812366:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:3.0:1760458807.812370:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7066) 00000100:00000001:1.0:1760458807.812467:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458807.812472:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458807.812475:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458807.812485:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e8662100 x1845971106430464/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458807.812498:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458807.812500:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458807.812505:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458807.812508:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458807.812512:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e8662100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430464:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458807.812517:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458807.812521:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458807.812524:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458807.812527:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458807.812533:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458807.812535:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458807.812540:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000179d13c9. 00000400:00000010:1.0:1760458807.812546:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e287ead. 00000100:00000200:1.0:1760458807.812553:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106430464, portal 4 00000100:00000001:1.0:1760458807.812556:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458807.812558:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771153664 : -123359938397952 : ffff8fce06b13900) 00000100:00000040:1.0:1760458807.812564:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e8662100 x1845971106430464/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458832 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458807.812574:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458807.812578:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458807.812580:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048ae9515. 00000100:00000200:1.0:1760458807.812583:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106430464, offset 0 00000400:00000200:1.0:1760458807.812590:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458807.812605:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458807.812614:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458807.812619:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458807.812622:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458807.812627:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [500:500:256:4294967295] 192.168.203.106@tcp LPNI seq info [500:500:8:4294967295] 00000400:00000200:1.0:1760458807.812640:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458807.812678:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458807.812684:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f11ff6ed (tot 1763794). 00000800:00000200:1.0:1760458807.812692:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458807.812700:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458807.812706:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f11ff6ed type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458807.812728:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458807.812731:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458807.812734:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458807.812738:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458807.812740:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458807.812745:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458807.812747:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458807.812750:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458807.812751:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458807.812753:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458807.812755:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458807.812898:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458807.812905:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f11ff6ed (tot 1763546). 00000400:00000200:0.0:1760458807.812912:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458807.812921:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458807.812927:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048ae9515 00000400:00000010:0.0:1760458807.812929:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048ae9515. 00000100:00000001:0.0:1760458807.812933:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458807.812938:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8662100 x1845971106430464/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458832 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458807.812949:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458807.812951:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e8662100 x1845971106430464/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458832 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458807.812959:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458807.812962:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458808.003799:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458808.003803:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458808.003805:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458808.003808:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458808.003813:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458808.003816:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458808.003818:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458808.003821:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458808.003823:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458808.707771:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458808.707775:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458808.707781:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458808.707784:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458808.707787:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458808.707790:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458808.707911:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458808.707915:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458808.707919:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458808.835773:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458808.835781:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458808.835783:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458808.835787:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458808.835789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458808.835792:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458808.835794:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458809.027783:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458809.027788:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458809.027790:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458809.027794:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458809.027798:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458809.027801:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458809.027803:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458809.027805:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458809.027808:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458809.731774:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458809.731781:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458809.731784:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458809.731788:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458809.731793:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458809.731797:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458809.731799:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458809.731802:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458809.731806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458809.731807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458809.731809:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458809.731811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458809.731940:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458809.731945:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458809.731949:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458809.859754:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458809.859761:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458809.859763:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458809.859767:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458809.859769:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458809.859772:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458809.859775:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458810.051770:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458810.051776:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458810.051779:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458810.051784:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458810.051789:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458810.051793:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458810.051797:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458810.051800:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458810.051803:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458810.755806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458810.755812:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458810.755821:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458810.755823:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458810.755828:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458810.755829:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458810.755955:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458810.755960:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458810.755964:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458810.883754:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458810.883767:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458810.883769:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458810.883774:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458810.883776:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458810.883781:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458810.883784:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458811.075767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458811.075777:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458811.075780:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458811.075788:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458811.075798:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458811.075804:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458811.075809:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458811.075813:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458811.075817:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458811.779780:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458811.779786:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458811.779796:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458811.779798:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458811.779802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458811.779805:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458811.779963:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458811.779972:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458811.779980:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458811.907773:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458811.907787:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458811.907789:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458811.907794:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458811.907797:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458811.907801:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458811.907804:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458812.099773:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458812.099779:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458812.099782:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458812.099786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458812.099794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458812.099799:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458812.099802:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458812.099806:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458812.099810:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458812.803801:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458812.803807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458812.803814:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458812.803816:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458812.803819:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458812.803824:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458812.803826:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458812.803833:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458812.803835:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458812.803837:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458812.803840:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458812.803843:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458812.803845:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458812.803848:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458812.803972:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458812.803976:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458812.803981:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458812.931777:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458812.931789:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458812.931792:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458812.931798:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458812.931802:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458812.931806:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458812.931809:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458812.931837:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458812.931855:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458812.931860:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458812.931865:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458812.931870:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458812.931876:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458812.931881:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458812.931886:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458812.931895:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7072) 00000100:00000001:3.0:1760458813.123768:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458813.123773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458813.123775:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458813.123780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458813.123787:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458813.123792:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458813.123795:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458813.123798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458813.123801:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458813.827755:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458813.827760:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458813.827766:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458813.827767:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458813.827770:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458813.827771:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458813.827907:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458813.827913:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458813.827920:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458813.955708:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458813.955717:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458813.955718:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458813.955722:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458813.955724:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458813.955727:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458813.955729:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458814.147878:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458814.147888:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458814.147890:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458814.147898:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458814.147905:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458814.147910:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458814.147914:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458814.147918:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458814.147922:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458814.851778:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458814.851785:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458814.851793:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458814.851798:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458814.851802:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458814.851809:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458814.851812:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458814.851813:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458814.851817:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458814.851819:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458814.851822:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458814.851824:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458814.851828:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458814.851829:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458814.851955:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458814.851960:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458814.851964:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458814.979749:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458814.979765:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458814.979768:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458814.979776:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458814.979780:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458814.979785:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458814.979789:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458815.171805:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458815.171816:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458815.171819:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458815.171828:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458815.171839:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458815.171845:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458815.171850:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458815.171856:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458815.171861:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458815.875810:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458815.875819:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458815.875830:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458815.875832:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458815.875837:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458815.875839:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458815.875971:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458815.875981:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458815.875989:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458816.003921:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458816.003930:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458816.003952:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458790/real 1760458790] req@0000000012eb3065 x1845971106430336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458815 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458816.003978:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458816.003981:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458816.003984:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b2005e2e. 00000400:00000200:3.0:1760458816.003996:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6856748 00000400:00000010:3.0:1760458816.003999:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6856748. 00000100:00000001:3.0:1760458816.004005:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458816.004008:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000012eb3065 x1845971106430336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458815 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458816.004019:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000012eb3065 x1845971106430336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458815 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458816.004027:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458816.004029:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458816.004033:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458816.004036:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458816.004040:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@0000000012eb3065 x1845971106430336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458815 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458816.004047:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458816.004060:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458816.004062:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458816.004066:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458816.004070:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458816.004075:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458816.004079:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@0000000012eb3065 x1845971106430336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458815 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458816.004087:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458816.004091:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458816.004093:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458816.004094:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458816.004098:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458816.004101:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458816.004105:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458816.004145:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458816.004148:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458816.004153:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@0000000012eb3065 x1845971106430336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458815 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458816.004162:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@0000000012eb3065 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106430336:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458816.004168:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458816.004171:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458816.004174:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@0000000012eb3065 x1845971106430336/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458815 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458816.004182:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458816.004186:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458816.004225:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000b29b13f9. 02000000:00000001:3.0:1760458816.004232:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458816.004236:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458816.004239:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:3.0:1760458816.004243:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458816.004247:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e9201050. 02000000:00000001:3.0:1760458816.004255:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458816.004259:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458816.004261:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000012eb3065. 00000100:00000001:3.0:1760458816.004270:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458816.004273:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458816.004277:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458816.004294:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458816.004307:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458816.004311:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760458816.004315:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458816.004319:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458816.004327:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458816.004335:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 7044 00000100:00080000:0.0:1760458816.004339:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458816.004343:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458816.004346:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458816.004349:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458816.004352:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458816.004357:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458816.004359:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760458816.004362:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458816.004366:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458816.004369:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458816.004371:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458816.004374:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458816.004376:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458816.004378:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458816.004380:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458816.004383:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458816.004388:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458816.004390:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458816.004393:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458816.004397:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458816.004400:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458816.004403:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458816.004405:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458816.004415:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f3a1fe02. 00000020:00000040:0.0:1760458816.004419:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458816.004425:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458816.004427:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458816.004431:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458816.004434:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458816.004439:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458816.004449:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e0eb8712. 00000100:00000001:0.0:1760458816.004457:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458816.004465:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f3a1fe02 x1845971106430528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458816.004477:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458816.004480:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458816.004484:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f3a1fe02] to pc [ptlrpcd_rcv+-1] req@00000000f3a1fe02 x1845971106430528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458816.004515:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458816.004518:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458816.004520:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458816.004524:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458816.004527:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458816.004530:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458816.004533:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458816.004537:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458816.004545:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7075) 00000100:00000001:3.0:1760458816.004595:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458816.004602:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458816.004606:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458816.004616:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f3a1fe02 x1845971106430528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458816.004632:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458816.004635:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458816.004712:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458816.004719:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458816.004728:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3a1fe02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106430528:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458816.004738:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458816.004745:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458816.004750:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458816.004756:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458816.004769:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d3ca4d9b. 02000000:00000001:3.0:1760458816.004772:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458816.004781:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a9764e3. 00000400:00000010:3.0:1760458816.004790:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8cbb956. 00000100:00000200:3.0:1760458816.004802:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106430528, portal 25 00000100:00000001:3.0:1760458816.004806:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458816.004809:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762819648 : -123359946731968 : ffff8fce06320e40) 00000100:00000040:3.0:1760458816.004819:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000f3a1fe02 x1845971106430528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458841 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458816.004830:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458816.004835:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458816.004840:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000004c440c4. 00000100:00000200:3.0:1760458816.004845:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106430528, offset 0 00000400:00000200:3.0:1760458816.004857:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458816.004882:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458816.004896:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458816.004904:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458816.004910:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458816.004916:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [501:501:256:4294967295] 192.168.203.106@tcp LPNI seq info [501:501:8:4294967295] 00000400:00000200:3.0:1760458816.004935:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458816.004946:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458816.004954:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005e9c31a6 (tot 1763794). 00000800:00000200:3.0:1760458816.004967:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458816.004981:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458816.004989:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005e9c31a6 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458816.005026:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458816.005030:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458816.005035:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458816.005041:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458816.005046:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458816.005054:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458816.005057:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458816.005065:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458816.005067:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458816.005075:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458816.005078:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458816.005211:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458816.005217:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005e9c31a6 (tot 1763546). 00000400:00000200:0.0:1760458816.005225:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458816.005234:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458816.005241:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000004c440c4 00000400:00000010:0.0:1760458816.005244:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000004c440c4. 00000100:00000001:0.0:1760458816.005249:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458816.005254:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f3a1fe02 x1845971106430528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458841 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458816.005273:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458816.005276:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f3a1fe02 x1845971106430528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458841 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458816.005284:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458816.005286:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458816.195814:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458816.195825:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458816.195829:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458816.195837:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458816.195845:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458816.195851:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458816.195855:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458816.195859:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458816.195864:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458816.899837:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458816.899841:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458816.899848:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458816.899849:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458816.899853:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458816.899855:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458816.899980:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458816.899986:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458816.899990:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458817.027868:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458817.027892:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458817.027895:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458817.027904:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458817.027908:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458817.027915:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458817.027918:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458817.219784:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458817.219796:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458817.219799:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458817.219808:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458817.219819:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458817.219825:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458817.219830:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458817.219836:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458817.219841:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458817.923788:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458817.923795:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458817.923803:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458817.923804:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458817.923808:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458817.923809:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458817.923917:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458817.923924:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458817.923931:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458818.051856:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458818.051874:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458818.051877:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458818.051884:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458818.051888:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458818.051894:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458818.051897:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458818.243798:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458818.243807:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458818.243810:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458818.243816:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458818.243824:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458818.243829:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458818.243833:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458818.243836:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458818.243839:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458818.947790:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458818.947798:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458818.947802:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458818.947805:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458818.947812:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458818.947815:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458818.947817:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458818.947819:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458818.947824:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458818.947826:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458818.947829:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458818.947830:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458818.947955:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458818.947960:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458818.947964:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458819.075910:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458819.075932:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458819.075937:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458819.075947:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458819.075953:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458819.075963:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458819.075968:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458819.267788:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458819.267801:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458819.267804:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458819.267813:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458819.267822:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458819.267829:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458819.267834:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458819.267838:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458819.267843:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458819.971782:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458819.971788:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458819.971795:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458819.971797:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458819.971801:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458819.971802:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458819.971930:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458819.971937:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458819.971945:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458820.099818:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458820.099836:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458820.099839:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458820.099846:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458820.099850:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458820.099857:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458820.099861:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458820.291784:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458820.291794:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458820.291797:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458820.291806:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458820.291815:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458820.291821:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458820.291825:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458820.291830:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458820.291835:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458820.995794:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458820.995801:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458820.995808:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458820.995809:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458820.995813:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458820.995815:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458820.995946:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458820.995951:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458820.995955:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760458821.123802:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458821.123811:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458821.123815:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458821.123820:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458821.123824:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458821.123829:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458821.123832:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458821.123835:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458821.123841:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7080) 00000100:00000001:1.0:1760458821.123965:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458821.123979:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458821.123981:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458821.123986:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458821.123989:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458821.123994:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458821.123996:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458821.315802:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458821.315810:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458821.315813:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458821.315819:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458821.315826:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458821.315831:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458821.315834:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458821.315837:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458821.315841:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458822.019803:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458822.019811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458822.019824:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458822.019826:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458822.019834:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458822.019839:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458822.019842:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458822.019851:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458822.019855:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458822.019858:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458822.019863:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458822.019867:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458822.019870:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458822.019874:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458822.020015:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458822.020025:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458822.020033:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458822.147784:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458822.147802:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458822.147805:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458822.147814:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458822.147818:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458822.147824:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458822.147829:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458822.339752:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458822.339759:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458822.339760:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458822.339766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458822.339771:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458822.339776:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458822.339778:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458822.339782:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458822.339784:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458823.043805:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458823.043813:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458823.043823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458823.043825:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458823.043831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458823.043832:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458823.043955:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458823.043959:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458823.043964:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458823.171763:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458823.171777:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458823.171779:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458823.171785:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458823.171789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458823.171794:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458823.171797:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458823.363788:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458823.363799:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458823.363803:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458823.363811:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458823.363820:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458823.363825:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458823.363829:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458823.363833:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458823.363837:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458824.067804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458824.067812:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458824.067823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458824.067825:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458824.067831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458824.067833:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458824.068002:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458824.068010:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458824.068019:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458824.195750:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458824.195778:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458824.195780:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458824.195785:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458824.195787:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458824.195791:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458824.195793:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458824.387756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458824.387767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458824.387771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458824.387780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458824.387790:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458824.387796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458824.387801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458824.387805:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458824.387810:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458825.091798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458825.091804:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458825.091811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458825.091815:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458825.091818:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458825.091824:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458825.091827:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458825.091829:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458825.091832:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458825.091835:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458825.091837:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458825.091840:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458825.091843:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458825.091844:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458825.091961:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458825.091966:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458825.091971:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458825.219758:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458825.219770:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458825.219773:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458825.219777:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458825.219780:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458825.219784:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458825.219787:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458825.411789:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458825.411796:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458825.411798:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458825.411804:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458825.411812:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458825.411816:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458825.411820:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458825.411823:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458825.411827:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458826.115819:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458826.115824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458826.115831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458826.115833:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458826.115837:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458826.115838:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458826.115970:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458826.115975:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458826.115979:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458826.243888:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458826.243897:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458826.243919:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458801/real 1760458801] req@000000000811916b x1845971106430400/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458826 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458826.243946:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458826.243949:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458826.243953:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000054d226c3. 00000400:00000200:3.0:1760458826.243963:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009619472b 00000400:00000010:3.0:1760458826.243966:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009619472b. 00000100:00000001:3.0:1760458826.243973:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458826.243977:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000811916b x1845971106430400/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458826 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458826.243988:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000811916b x1845971106430400/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458826 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458826.244016:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458826.244018:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458826.244022:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458826.244025:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458826.244030:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000811916b x1845971106430400/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458826 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458826.244039:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458826.244052:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458826.244054:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458826.244057:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458826.244061:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458826.244071:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458826.244076:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000811916b x1845971106430400/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458826 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458826.244085:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458826.244089:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458826.244091:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458826.244092:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458826.244096:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458826.244099:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458826.244103:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458826.244118:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458826.244138:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458826.244144:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000811916b x1845971106430400/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458826 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458826.244161:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000811916b pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430400:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458826.244168:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458826.244172:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458826.244174:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000811916b x1845971106430400/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458826 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458826.244182:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458826.244186:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458826.244192:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e0e5c22c. 02000000:00000001:3.0:1760458826.244201:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458826.244203:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458826.244205:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000020:00000001:3.0:1760458826.244209:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458826.244212:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000089493969. 02000000:00000001:3.0:1760458826.244217:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458826.244219:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458826.244221:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000811916b. 00000100:00000001:3.0:1760458826.244226:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458826.244228:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458826.244231:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1760458826.244252:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458826.244258:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:3.0:1760458826.244261:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458826.244266:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:3.0:1760458826.244269:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000100:00000001:3.0:1760458826.244272:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:3.0:1760458826.244274:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:3.0:1760458826.244278:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:3.0:1760458826.244281:0:145968:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 7055 00000100:00080000:3.0:1760458826.244284:0:145968:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:3.0:1760458826.244287:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458826.244292:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458826.244294:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458826.244297:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:3.0:1760458826.244301:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:3.0:1760458826.244303:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:3.0:1760458826.244307:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:3.0:1760458826.244311:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:3.0:1760458826.244314:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:3.0:1760458826.244317:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:3.0:1760458826.244320:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458826.244322:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:3.0:1760458826.244323:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458826.244326:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:3.0:1760458826.244329:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:3.0:1760458826.244333:0:145968:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:3.0:1760458826.244336:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458826.244340:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:3.0:1760458826.244350:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1760458826.244353:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458826.244356:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:3.0:1760458826.244361:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:3.0:1760458826.244365:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458826.244367:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1760458826.244377:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003060d709. 00000020:00000040:3.0:1760458826.244382:0:145968:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:3.0:1760458826.244387:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:3.0:1760458826.244389:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458826.244393:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1760458826.244398:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1760458826.244403:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1760458826.244412:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e0e5c22c. 00000100:00000001:3.0:1760458826.244420:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458826.244427:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000003060d709 x1845971106430592/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458826.244438:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1760458826.244440:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1760458826.244445:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000003060d709] to pc [ptlrpcd_rcv+-1] req@000000003060d709 x1845971106430592/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458826.244479:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458826.244481:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:3.0:1760458826.244483:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458826.244488:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:3.0:1760458826.244491:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:3.0:1760458826.244494:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:3.0:1760458826.244500:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7085) 00000100:00000001:1.0:1760458826.244590:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458826.244597:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458826.244600:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458826.244616:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000003060d709 x1845971106430592/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458826.244631:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458826.244633:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458826.244638:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458826.244670:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458826.244675:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000003060d709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430592:192.168.203.106@tcp:38: 00000100:00000001:1.0:1760458826.244681:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458826.244687:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458826.244690:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458826.244693:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458826.244701:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009107b774. 02000000:00000001:1.0:1760458826.244703:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458826.244711:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000381a0e4f. 00000400:00000010:1.0:1760458826.244719:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c6856748. 00000100:00000200:1.0:1760458826.244727:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106430592, portal 10 00000100:00000001:1.0:1760458826.244730:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458826.244732:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771168256 : -123359938383360 : ffff8fce06b17200) 00000100:00000040:1.0:1760458826.244740:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000003060d709 x1845971106430592/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458851 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458826.244750:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458826.244754:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458826.244757:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048ae9515. 00000100:00000200:1.0:1760458826.244759:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106430592, offset 0 00000400:00000200:1.0:1760458826.244768:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458826.244784:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458826.244793:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458826.244797:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458826.244801:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458826.244805:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [502:502:256:4294967295] 192.168.203.106@tcp LPNI seq info [502:502:8:4294967295] 00000400:00000200:1.0:1760458826.244818:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458826.244826:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458826.244831:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002bf16bfe (tot 1763794). 00000800:00000200:1.0:1760458826.244839:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458826.244849:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458826.244855:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002bf16bfe type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458826.244883:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458826.244886:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458826.244890:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458826.244894:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458826.244897:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458826.244906:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458826.244908:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458826.244911:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458826.244912:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458826.244914:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458826.244916:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1760458826.245109:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1760458826.245117:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002bf16bfe (tot 1763546). 00000400:00000200:3.0:1760458826.245151:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1760458826.245161:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:3.0:1760458826.245167:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048ae9515 00000400:00000010:3.0:1760458826.245170:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048ae9515. 00000100:00000001:3.0:1760458826.245175:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:3.0:1760458826.245180:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003060d709 x1845971106430592/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458851 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458826.245192:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458826.245194:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000003060d709 x1845971106430592/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458851 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458826.245202:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458826.245205:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458826.435760:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458826.435766:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458826.435768:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458826.435773:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458826.435778:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458826.435781:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458826.435785:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458826.435788:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458826.435791:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458827.139802:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458827.139809:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458827.139817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458827.139819:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458827.139823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458827.139824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458827.139945:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458827.139950:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458827.139955:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458827.267766:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458827.267782:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458827.267785:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458827.267792:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458827.267796:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458827.267802:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458827.267806:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458827.459798:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458827.459808:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458827.459810:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458827.459816:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458827.459825:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458827.459830:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458827.459834:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458827.459837:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458827.459841:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458828.163822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458828.163831:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458828.163843:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458828.163844:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458828.163850:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458828.163852:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458828.163986:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458828.163991:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458828.163996:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458828.291755:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458828.291767:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458828.291770:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458828.291775:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458828.291778:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458828.291782:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458828.291785:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458828.483791:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458828.483799:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458828.483801:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458828.483807:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458828.483814:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458828.483819:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458828.483822:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458828.483825:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458828.483828:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458829.187800:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458829.187807:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458829.187809:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458829.187812:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458829.187817:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458829.187819:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458829.187821:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458829.187824:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458829.187828:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458829.187829:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458829.187832:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458829.187833:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458829.187959:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458829.187964:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458829.187967:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458829.315735:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458829.315745:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458829.315747:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458829.315751:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458829.315753:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458829.315758:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458829.315760:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458829.507763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458829.507768:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458829.507770:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458829.507775:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458829.507780:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458829.507783:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458829.507786:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458829.507788:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458829.507791:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458830.211836:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458830.211843:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458830.211851:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458830.211852:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458830.211856:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458830.211858:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458830.212002:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458830.212007:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458830.212012:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458830.339792:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458830.339805:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458830.339807:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458830.339812:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458830.339816:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458830.339821:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458830.339823:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458830.531791:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458830.531796:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458830.531798:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458830.531802:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458830.531807:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458830.531811:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458830.531814:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458830.531817:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458830.531819:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458831.235777:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458831.235782:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458831.235788:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458831.235789:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458831.235792:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458831.235794:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458831.235919:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458831.235924:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458831.235928:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458831.363747:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458831.363761:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458831.363763:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458831.363768:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458831.363772:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458831.363777:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458831.363780:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458831.363851:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458831.363859:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458831.363862:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458831.363865:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458831.363867:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458831.363871:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458831.363873:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458831.363876:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458831.363881:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7090) 00000100:00000001:3.0:1760458831.555778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458831.555784:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458831.555786:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458831.555792:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458831.555797:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458831.555801:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458831.555804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458831.555806:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458831.555809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458832.259780:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458832.259784:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458832.259790:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458832.259791:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458832.259793:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458832.259796:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458832.259798:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458832.259803:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458832.259805:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458832.259806:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458832.259809:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458832.259810:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458832.259812:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458832.259813:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458832.259898:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458832.259901:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458832.259904:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458832.387764:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458832.387769:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:1.0:1760458832.387784:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458807/real 1760458807] req@00000000e8662100 x1845971106430464/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458832 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:1.0:1760458832.387811:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1760458832.387813:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1760458832.387817:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000179d13c9. 00000400:00000200:1.0:1760458832.387823:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e287ead 00000400:00000010:1.0:1760458832.387826:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e287ead. 00000100:00000001:1.0:1760458832.387849:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:1.0:1760458832.387853:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8662100 x1845971106430464/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458832 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1760458832.387863:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8662100 x1845971106430464/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458832 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458832.387872:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:1.0:1760458832.387874:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458832.387877:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458832.387879:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:1.0:1760458832.387883:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e8662100 x1845971106430464/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458832 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458832.387891:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458832.387900:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458832.387901:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458832.387904:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458832.387907:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458832.387911:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1760458832.387915:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e8662100 x1845971106430464/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458832 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458832.387923:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:1.0:1760458832.387927:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458832.387929:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1760458832.387930:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458832.387933:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:1.0:1760458832.387935:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:1.0:1760458832.387939:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:1.0:1760458832.387965:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:1.0:1760458832.387969:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:1.0:1760458832.387974:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e8662100 x1845971106430464/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458832 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:1.0:1760458832.387983:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e8662100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430464:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458832.387988:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458832.387991:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458832.387994:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e8662100 x1845971106430464/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458832 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:1.0:1760458832.388001:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1760458832.388004:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1760458832.388008:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458832.388013:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1760458832.388015:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:1.0:1760458832.388017:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:1.0:1760458832.388019:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:1.0:1760458832.388022:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000c08c4ada. 02000000:00000001:1.0:1760458832.388025:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1760458832.388027:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1760458832.388029:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8662100. 00000100:00000001:1.0:1760458832.388033:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1760458832.388035:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458832.388038:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458832.388099:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458832.388124:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458832.388127:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458832.388130:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458832.388132:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458832.388135:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458832.388138:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458832.388142:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458832.388143:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:2.0:1760458832.388146:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458832.388149:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458832.388153:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458832.388157:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 7061 00000100:00080000:2.0:1760458832.388161:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458832.388165:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458832.388168:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458832.388170:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458832.388172:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458832.388176:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458832.388177:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:2.0:1760458832.388181:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458832.388184:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:2.0:1760458832.388186:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:2.0:1760458832.388189:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:2.0:1760458832.388192:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458832.388194:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458832.388196:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458832.388198:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458832.388201:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:2.0:1760458832.388204:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458832.388207:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458832.388210:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458832.388217:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458832.388220:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458832.388222:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:2.0:1760458832.388225:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1760458832.388229:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458832.388230:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458832.388240:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e83bb805. 00000020:00000040:2.0:1760458832.388244:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:2.0:1760458832.388249:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458832.388251:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458832.388255:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458832.388258:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458832.388263:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458832.388272:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000001cf8fd9f. 00000100:00000001:2.0:1760458832.388278:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458832.388284:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000e83bb805 x1845971106430656/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458832.388295:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458832.388297:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458832.388301:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000e83bb805] to pc [ptlrpcd_rcv+-1] req@00000000e83bb805 x1845971106430656/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458832.388346:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458832.388349:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:2.0:1760458832.388353:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7091) 00000100:00000001:1.0:1760458832.388392:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458832.388395:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458832.388398:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1760458832.388404:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000e83bb805 x1845971106430656/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458832.388414:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1760458832.388416:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458832.388421:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1760458832.388424:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1760458832.388427:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000e83bb805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430656:192.168.203.106@tcp:8: 00000100:00000001:1.0:1760458832.388432:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1760458832.388436:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1760458832.388438:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1760458832.388442:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1760458832.388447:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000006a5369a9. 02000000:00000001:1.0:1760458832.388449:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:1.0:1760458832.388455:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000179d13c9. 00000400:00000010:1.0:1760458832.388460:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007e287ead. 00000100:00000200:1.0:1760458832.388467:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106430656, portal 4 00000100:00000001:1.0:1760458832.388469:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1760458832.388471:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771173056 : -123359938378560 : ffff8fce06b184c0) 00000100:00000040:1.0:1760458832.388478:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000e83bb805 x1845971106430656/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458857 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458832.388486:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:1.0:1760458832.388490:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:1.0:1760458832.388492:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009c686b9a. 00000100:00000200:1.0:1760458832.388495:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106430656, offset 0 00000400:00000200:1.0:1760458832.388503:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:1.0:1760458832.388518:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:1.0:1760458832.388527:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:1.0:1760458832.388532:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1760458832.388536:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:1.0:1760458832.388540:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [503:503:256:4294967295] 192.168.203.106@tcp LPNI seq info [503:503:8:4294967295] 00000400:00000200:1.0:1760458832.388553:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:1.0:1760458832.388561:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:1.0:1760458832.388567:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d59aa930 (tot 1763794). 00000800:00000200:1.0:1760458832.388576:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:1.0:1760458832.388586:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:1.0:1760458832.388591:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d59aa930 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:1.0:1760458832.388613:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458832.388615:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1760458832.388619:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458832.388622:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458832.388625:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458832.388629:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458832.388631:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458832.388633:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458832.388635:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458832.388636:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458832.388638:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458832.388834:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458832.388841:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d59aa930 (tot 1763546). 00000400:00000200:0.0:1760458832.388848:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458832.388873:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458832.388879:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009c686b9a 00000400:00000010:0.0:1760458832.388881:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009c686b9a. 00000100:00000001:0.0:1760458832.388886:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458832.388891:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e83bb805 x1845971106430656/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458857 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458832.388902:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458832.388904:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000e83bb805 x1845971106430656/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458857 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458832.388912:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458832.388915:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458832.579772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458832.579780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458832.579783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458832.579789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458832.579796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458832.579801:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458832.579804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458832.579807:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458832.579811:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458833.283838:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458833.283844:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458833.283851:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458833.283853:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458833.283857:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458833.283858:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458833.283928:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458833.283933:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458833.283938:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458833.411785:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458833.411801:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458833.411803:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458833.411811:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458833.411814:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458833.411820:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458833.411824:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458833.603749:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458833.603757:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458833.603759:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458833.603764:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458833.603771:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458833.603775:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458833.603778:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458833.603781:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458833.603784:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458834.307813:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458834.307819:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458834.307846:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458834.307848:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458834.307852:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458834.307853:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458834.307994:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458834.308000:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458834.308005:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458834.435765:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458834.435782:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458834.435785:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458834.435792:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458834.435796:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458834.435801:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458834.435805:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458834.627777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458834.627786:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458834.627788:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458834.627794:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458834.627802:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458834.627807:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458834.627813:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458834.627819:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458834.627824:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458835.331796:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458835.331802:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458835.331811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458835.331815:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458835.331818:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458835.331824:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458835.331827:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458835.331828:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458835.331831:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458835.331834:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458835.331837:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458835.331839:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458835.331843:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458835.331844:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458835.331910:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458835.331915:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458835.331919:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:1.0:1760458835.459780:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:1.0:1760458835.459797:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1760458835.459800:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1760458835.459807:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1760458835.459811:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1760458835.459817:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458835.459821:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458835.651784:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458835.651793:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458835.651795:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458835.651801:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458835.651809:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458835.651814:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458835.651817:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458835.651821:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458835.651824:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458836.355773:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458836.355779:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458836.355787:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458836.355789:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458836.355793:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458836.355795:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458836.355904:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458836.355909:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458836.355913:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458836.483928:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458836.483946:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458836.483948:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458836.483955:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458836.483960:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458836.483965:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458836.483969:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458836.675761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458836.675767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458836.675769:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458836.675774:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458836.675781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458836.675785:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458836.675788:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458836.675791:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458836.675794:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458837.379785:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458837.379791:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458837.379799:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458837.379800:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458837.379804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458837.379806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458837.379871:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458837.379875:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458837.379880:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458837.507838:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458837.507855:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458837.507857:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458837.507865:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458837.507866:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458837.507873:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458837.507876:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458837.507881:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458837.507882:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458837.507889:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458837.507891:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458837.507903:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458837.507909:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458837.507911:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458837.507914:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458837.507920:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7096) 00000100:00000001:3.0:1760458837.699824:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458837.699832:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458837.699834:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458837.699839:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458837.699846:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458837.699851:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458837.699854:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458837.699857:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458837.699860:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458838.403813:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458838.403819:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458838.403826:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458838.403828:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458838.403832:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458838.403833:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458838.403956:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458838.403961:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458838.403965:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458838.531837:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458838.531854:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458838.531856:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458838.531864:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458838.531867:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458838.531873:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458838.531876:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458838.723837:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458838.723844:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458838.723846:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458838.723852:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458838.723860:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458838.723865:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458838.723868:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458838.723871:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458838.723874:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458839.427788:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458839.427795:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458839.427798:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458839.427802:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458839.427809:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458839.427811:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458839.427814:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458839.427816:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458839.427821:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458839.427822:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458839.427826:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458839.427828:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458839.427888:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458839.427894:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458839.427899:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458839.555815:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458839.555832:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458839.555834:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458839.555841:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458839.555845:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458839.555850:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458839.555854:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458839.747794:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458839.747800:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458839.747802:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458839.747807:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458839.747814:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458839.747818:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458839.747822:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458839.747825:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458839.747828:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458840.451798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458840.451804:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458840.451812:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458840.451813:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458840.451817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458840.451819:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458840.451944:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458840.451949:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458840.451954:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458840.579898:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458840.579916:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458840.579920:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458840.579929:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458840.579934:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458840.579939:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458840.579943:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458840.771763:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458840.771767:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458840.771769:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458840.771773:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458840.771780:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458840.771784:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458840.771787:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458840.771790:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458840.771793:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458841.475819:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458841.475824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458841.475831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458841.475833:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458841.475837:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458841.475839:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458841.475903:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458841.475907:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458841.475912:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458841.603835:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458841.603843:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458841.603865:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458816/real 1760458816] req@00000000f3a1fe02 x1845971106430528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458841 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458841.603891:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458841.603894:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458841.603899:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a9764e3. 00000400:00000200:3.0:1760458841.603908:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8cbb956 00000400:00000010:3.0:1760458841.603912:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8cbb956. 00000100:00000001:3.0:1760458841.603919:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458841.603922:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f3a1fe02 x1845971106430528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458841 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458841.603933:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f3a1fe02 x1845971106430528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458841 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458841.603942:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458841.603944:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458841.603948:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458841.603951:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458841.603955:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000f3a1fe02 x1845971106430528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458841 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458841.603964:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458841.603977:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458841.603980:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458841.603983:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458841.603987:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458841.603991:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458841.603995:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000f3a1fe02 x1845971106430528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458841 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458841.604003:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458841.604007:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458841.604009:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458841.604010:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458841.604013:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458841.604016:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458841.604053:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458841.604085:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458841.604088:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458841.604093:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000f3a1fe02 x1845971106430528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458841 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458841.604103:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000f3a1fe02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106430528:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458841.604112:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458841.604117:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458841.604121:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000f3a1fe02 x1845971106430528/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458841 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458841.604130:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458841.604135:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458841.604144:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d3ca4d9b. 00000100:00080000:0.0:1760458841.604146:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1760458841.604155:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1760458841.604158:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000020:00000001:3.0:1760458841.604160:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:0.0:1760458841.604163:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000020:00000040:3.0:1760458841.604165:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000100:00000001:0.0:1760458841.604169:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:3.0:1760458841.604172:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00080000:0.0:1760458841.604176:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 02000000:00000010:3.0:1760458841.604177:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e0eb8712. 00000100:00000001:0.0:1760458841.604188:0:145968:0:(import.c:519:import_select_connection()) Process entered 02000000:00000001:3.0:1760458841.604190:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458841.604194:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458841.604198:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f3a1fe02. 00000100:00080000:0.0:1760458841.604203:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 7070 00000100:00000001:3.0:1760458841.604209:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1760458841.604210:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1760458841.604213:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458841.604219:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458841.604224:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458841.604231:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458841.604235:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458841.604238:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458841.604242:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458841.604244:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760458841.604249:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458841.604253:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458841.604257:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458841.604260:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458841.604266:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458841.604268:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458841.604270:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458841.604271:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458841.604274:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458841.604278:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458841.604281:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458841.604284:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458841.604287:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458841.604291:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458841.604293:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458841.604295:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458841.604306:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f877783. 00000020:00000040:0.0:1760458841.604310:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458841.604315:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458841.604317:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458841.604321:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458841.604325:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458841.604329:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458841.604338:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d0f209f4. 00000100:00000001:0.0:1760458841.604346:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458841.604355:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009f877783 x1845971106430720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458841.604367:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458841.604369:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458841.604373:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009f877783] to pc [ptlrpcd_rcv+-1] req@000000009f877783 x1845971106430720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458841.604404:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458841.604406:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458841.604409:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458841.604413:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458841.604416:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458841.604419:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458841.604421:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458841.604424:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458841.604430:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7100) 00000100:00000001:3.0:1760458841.604458:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458841.604463:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458841.604466:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458841.604473:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f877783 x1845971106430720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458841.604484:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458841.604486:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458841.604491:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458841.604496:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458841.604499:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f877783 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106430720:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458841.604504:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458841.604509:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458841.604513:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458841.604517:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458841.604527:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d3ca4d9b. 02000000:00000001:3.0:1760458841.604529:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458841.604536:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a9764e3. 00000400:00000010:3.0:1760458841.604542:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8cbb956. 00000100:00000200:3.0:1760458841.604551:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106430720, portal 25 00000100:00000001:3.0:1760458841.604554:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458841.604556:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762839104 : -123359946712512 : ffff8fce06325a40) 00000100:00000040:3.0:1760458841.604562:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000009f877783 x1845971106430720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458866 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458841.604570:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458841.604575:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458841.604578:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009619472b. 00000100:00000200:3.0:1760458841.604581:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106430720, offset 0 00000400:00000200:3.0:1760458841.604590:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458841.604609:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458841.604621:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458841.604627:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458841.604631:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458841.604636:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [504:504:256:4294967295] 192.168.203.106@tcp LPNI seq info [504:504:8:4294967295] 00000400:00000200:3.0:1760458841.604685:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458841.604694:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458841.604701:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a7f784d2 (tot 1763794). 00000800:00000200:3.0:1760458841.604712:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458841.604724:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458841.604731:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a7f784d2 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458841.604753:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458841.604756:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458841.604759:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458841.604763:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458841.604765:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458841.604770:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458841.604771:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458841.604774:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458841.604775:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458841.604777:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458841.604779:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458841.604981:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458841.604991:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a7f784d2 (tot 1763546). 00000400:00000200:0.0:1760458841.605003:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458841.605016:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458841.605056:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009619472b 00000400:00000010:0.0:1760458841.605061:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009619472b. 00000100:00000001:0.0:1760458841.605069:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458841.605076:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f877783 x1845971106430720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458866 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458841.605094:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458841.605099:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009f877783 x1845971106430720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458866 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458841.605112:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458841.605115:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458841.795753:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458841.795758:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458841.795760:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458841.795764:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458841.795767:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458841.795770:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458841.795772:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458841.795775:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458841.795777:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458842.499792:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458842.499798:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458842.499806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458842.499808:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458842.499811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458842.499815:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458842.499818:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458842.499824:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458842.499827:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458842.499828:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458842.499832:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458842.499834:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458842.499837:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458842.499839:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458842.499967:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458842.499972:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458842.499977:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458842.627811:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458842.627829:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458842.627832:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458842.627839:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458842.627843:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458842.627848:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458842.627853:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458842.819775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458842.819780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458842.819781:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458842.819786:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458842.819792:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458842.819797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458842.819801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458842.819804:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458842.819807:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458843.523793:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458843.523798:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458843.523806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458843.523807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458843.523811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458843.523812:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458843.523874:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458843.523879:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458843.523884:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458843.651866:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458843.651883:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458843.651885:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458843.651892:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458843.651896:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458843.651902:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458843.651905:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458843.843786:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458843.843791:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458843.843793:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458843.843798:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458843.843804:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458843.843809:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458843.843813:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458843.843816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458843.843820:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458844.547774:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458844.547780:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458844.547787:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458844.547790:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458844.547794:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458844.547796:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458844.547918:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458844.547923:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458844.547928:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458844.675768:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458844.675782:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458844.675784:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458844.675789:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458844.675792:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458844.675796:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458844.675799:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458844.867820:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458844.867826:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458844.867828:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458844.867833:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458844.867840:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458844.867844:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458844.867849:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458844.867852:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458844.867855:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458845.571772:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458845.571777:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458845.571786:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458845.571791:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458845.571794:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458845.571801:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458845.571803:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458845.571805:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458845.571808:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458845.571811:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458845.571813:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458845.571816:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458845.571819:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458845.571820:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458845.571884:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458845.571888:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458845.571893:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458845.699834:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458845.699851:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458845.699853:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458845.699859:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458845.699863:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458845.699869:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458845.699872:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458845.891755:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458845.891759:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458845.891761:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458845.891766:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458845.891773:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458845.891777:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458845.891781:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458845.891784:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458845.891787:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458846.595811:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458846.595815:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458846.595821:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458846.595822:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458846.595825:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458846.595827:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458846.596032:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458846.596038:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458846.596044:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760458846.723810:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458846.723820:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458846.723826:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458846.723832:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458846.723837:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458846.723841:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458846.723845:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458846.723850:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458846.723857:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7105) 00000100:00000001:3.0:1760458846.723857:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458846.723879:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458846.723883:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458846.723891:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458846.723895:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458846.723901:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458846.723905:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458846.915769:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458846.915774:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458846.915776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458846.915780:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458846.915787:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458846.915791:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458846.915794:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458846.915798:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458846.915800:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458847.619794:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458847.619799:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458847.619806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458847.619807:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458847.619812:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458847.619814:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458847.619868:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458847.619873:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458847.619879:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458847.747948:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458847.747967:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458847.747969:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458847.748005:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458847.748009:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458847.748015:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458847.748019:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458847.939775:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458847.939780:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458847.939782:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458847.939787:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458847.939793:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458847.939797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458847.939800:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458847.939803:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458847.939806:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458848.643805:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458848.643811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458848.643819:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458848.643820:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458848.643824:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458848.643825:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458848.644000:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458848.644007:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458848.644013:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458848.771774:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458848.771788:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458848.771790:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458848.771795:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458848.771799:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458848.771804:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458848.771807:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458848.963780:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458848.963785:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458848.963786:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458848.963790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458848.963796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458848.963801:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458848.963804:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458848.963807:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458848.963810:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458849.667792:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458849.667800:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458849.667804:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458849.667807:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458849.667814:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458849.667817:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458849.667819:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458849.667822:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458849.667826:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458849.667828:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458849.667832:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458849.667833:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458849.667900:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458849.667905:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458849.667910:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458849.795803:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458849.795813:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458849.795815:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458849.795820:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458849.795823:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458849.795828:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458849.795830:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458849.987765:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458849.987769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458849.987771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458849.987775:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458849.987780:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458849.987783:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458849.987786:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458849.987788:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458849.987791:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458850.691739:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458850.691743:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458850.691749:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458850.691750:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458850.691752:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458850.691753:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458850.691927:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458850.691934:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458850.691940:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458850.819793:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458850.819809:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458850.819811:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458850.819816:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458850.819821:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458850.819826:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458850.819830:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458851.011781:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458851.011787:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458851.011789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458851.011795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458851.011802:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458851.011807:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458851.011810:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458851.011814:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458851.011817:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458851.715809:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458851.715816:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458851.715824:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458851.715826:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458851.715831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458851.715833:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458851.715855:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458851.715862:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458851.715867:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1760458851.843866:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458851.843878:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458851.843881:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458851.843886:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458851.843891:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458851.843895:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458851.843899:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458851.843903:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458851.843907:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000040:0.0:1760458851.843912:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7111) 00000100:00000001:3.0:1760458851.843915:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458851.843941:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458826/real 1760458826] req@000000003060d709 x1845971106430592/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458851 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458851.843990:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458851.843993:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458851.843997:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000381a0e4f. 00000400:00000200:3.0:1760458851.844007:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c6856748 00000400:00000010:3.0:1760458851.844011:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c6856748. 00000100:00000001:3.0:1760458851.844017:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458851.844022:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003060d709 x1845971106430592/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458851 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458851.844033:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003060d709 x1845971106430592/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458851 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458851.844042:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458851.844045:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458851.844048:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458851.844052:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458851.844055:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000003060d709 x1845971106430592/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458851 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458851.844063:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458851.844075:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458851.844077:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458851.844082:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458851.844086:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458851.844090:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458851.844094:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000003060d709 x1845971106430592/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458851 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458851.844102:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458851.844106:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458851.844108:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458851.844110:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458851.844113:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458851.844116:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458851.844121:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458851.844149:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458851.844153:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458851.844158:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000003060d709 x1845971106430592/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458851 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458851.844167:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000003060d709 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430592:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458851.844175:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458851.844179:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458851.844190:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000003060d709 x1845971106430592/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458851 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458851.844201:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1760458851.844206:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1760458851.844207:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458851.844214:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009107b774. 00000100:00080000:0.0:1760458851.844215:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458851.844224:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1760458851.844227:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:0.0:1760458851.844232:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000020:00000001:3.0:1760458851.844233:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000100:00080000:0.0:1760458851.844236:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000020:00000040:3.0:1760458851.844238:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000100:00000001:0.0:1760458851.844243:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000020:00000001:3.0:1760458851.844246:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 00000100:00080000:0.0:1760458851.844249:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 02000000:00000010:3.0:1760458851.844251:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e0e5c22c. 00000100:00000001:0.0:1760458851.844264:0:56038:0:(import.c:519:import_select_connection()) Process entered 02000000:00000001:3.0:1760458851.844266:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458851.844270:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458851.844273:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003060d709. 00000100:00080000:0.0:1760458851.844278:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 7080 00000100:00000001:3.0:1760458851.844282:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00080000:0.0:1760458851.844284:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1760458851.844287:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458851.844297:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458851.844298:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458851.844314:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458851.844321:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458851.844325:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458851.844329:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458851.844332:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760458851.844335:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458851.844340:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760458851.844343:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760458851.844346:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760458851.844349:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458851.844352:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458851.844354:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458851.844356:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458851.844358:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760458851.844363:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458851.844365:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458851.844369:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458851.844378:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458851.844382:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458851.844384:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458851.844389:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458851.844393:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458851.844395:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458851.844405:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000936eb89f. 00000020:00000040:0.0:1760458851.844409:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760458851.844414:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458851.844416:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458851.844419:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458851.844423:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458851.844428:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458851.844437:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000e9201050. 00000100:00000001:0.0:1760458851.844444:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458851.844453:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000936eb89f x1845971106430784/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458851.844465:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458851.844468:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458851.844472:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000936eb89f] to pc [ptlrpcd_rcv+-1] req@00000000936eb89f x1845971106430784/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458851.844504:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458851.844507:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458851.844508:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458851.844512:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458851.844515:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458851.844518:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458851.844522:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7111) 00000100:00000001:3.0:1760458851.844566:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458851.844571:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458851.844574:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458851.844581:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000936eb89f x1845971106430784/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458851.844592:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458851.844595:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458851.844600:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458851.844605:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458851.844609:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000936eb89f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430784:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458851.844613:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458851.844619:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458851.844622:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458851.844626:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458851.844636:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e0e5c22c. 02000000:00000001:3.0:1760458851.844638:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458851.844677:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000054d226c3. 00000400:00000010:3.0:1760458851.844685:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fba236c. 00000100:00000200:3.0:1760458851.844693:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106430784, portal 10 00000100:00000001:3.0:1760458851.844697:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458851.844699:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762845184 : -123359946706432 : ffff8fce06327200) 00000100:00000040:3.0:1760458851.844709:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000936eb89f x1845971106430784/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458876 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458851.844718:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458851.844722:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458851.844725:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d4e7f92a. 00000100:00000200:3.0:1760458851.844728:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106430784, offset 0 00000400:00000200:3.0:1760458851.844737:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458851.844758:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458851.844769:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458851.844775:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458851.844779:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458851.844783:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [505:505:256:4294967295] 192.168.203.106@tcp LPNI seq info [505:505:8:4294967295] 00000400:00000200:3.0:1760458851.844798:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458851.844808:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458851.844815:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c26a0779 (tot 1763794). 00000800:00000200:3.0:1760458851.844825:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458851.844837:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458851.844843:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c26a0779 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458851.844871:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458851.844874:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458851.844877:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458851.844881:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458851.844883:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458851.844888:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458851.844889:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458851.844892:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458851.844893:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458851.844895:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458851.844897:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458851.845118:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458851.845125:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c26a0779 (tot 1763546). 00000400:00000200:1.0:1760458851.845133:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458851.845143:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458851.845151:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d4e7f92a 00000400:00000010:1.0:1760458851.845153:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d4e7f92a. 00000100:00000001:1.0:1760458851.845159:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458851.845165:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000936eb89f x1845971106430784/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458876 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458851.845176:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458851.845180:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000936eb89f x1845971106430784/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458876 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458851.845188:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458851.845191:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458852.035776:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458852.035782:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458852.035784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458852.035789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458852.035794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458852.035797:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458852.035800:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458852.035802:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458852.035805:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458852.739736:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458852.739740:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458852.739745:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458852.739746:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458852.739749:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458852.739752:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458852.739754:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458852.739759:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458852.739761:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458852.739762:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458852.739764:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458852.739766:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458852.739768:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458852.739769:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458852.739972:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458852.739978:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458852.739996:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458852.867780:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458852.867795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458852.867798:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458852.867803:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458852.867807:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458852.867812:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458852.867816:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458853.059773:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458853.059778:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458853.059780:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458853.059784:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458853.059790:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458853.059794:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458853.059798:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458853.059801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458853.059804:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458853.763775:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458853.763783:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458853.763795:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458853.763797:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458853.763804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458853.763805:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458853.763869:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458853.763874:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458853.763879:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458853.891752:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458853.891768:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458853.891770:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458853.891778:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458853.891781:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458853.891787:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458853.891790:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458854.083790:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458854.083795:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458854.083798:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458854.083803:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458854.083810:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458854.083813:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458854.083817:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458854.083820:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458854.083823:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458854.787813:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458854.787821:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458854.787830:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458854.787832:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458854.787838:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458854.787840:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458854.788028:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458854.788034:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458854.788040:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458854.915785:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458854.915800:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458854.915803:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458854.915808:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458854.915812:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458854.915817:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458854.915820:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458855.107790:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458855.107796:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458855.107798:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458855.107802:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458855.107808:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458855.107812:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458855.107816:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458855.107820:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458855.107823:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458855.811831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458855.811838:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458855.811848:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458855.811853:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458855.811856:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458855.811863:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458855.811866:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458855.811867:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458855.811871:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458855.811873:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458855.811876:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458855.811878:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458855.811882:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458855.811883:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458855.811977:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458855.811981:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458855.811986:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458855.939787:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458855.939801:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458855.939804:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458855.939809:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458855.939813:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458855.939818:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458855.939821:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458856.131785:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458856.131790:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458856.131792:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458856.131795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458856.131801:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458856.131804:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458856.131808:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458856.131812:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458856.131814:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458856.835776:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458856.835781:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458856.835787:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458856.835788:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458856.835791:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458856.835793:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458856.835993:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458856.835998:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458856.836002:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458856.963809:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458856.963820:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1760458856.963821:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458856.963825:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458856.963839:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1760458856.963841:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458856.963845:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458856.963852:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458856.963854:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458856.963864:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458856.963867:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458856.963877:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458856.963883:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458856.963885:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458856.963889:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458856.963898:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7116) 00000100:00000001:3.0:1760458857.155784:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458857.155789:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458857.155791:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458857.155795:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458857.155799:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458857.155802:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458857.155805:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458857.155806:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458857.155809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458857.859764:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458857.859769:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458857.859775:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458857.859777:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458857.859780:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458857.859781:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458857.859835:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458857.859839:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458857.859843:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458857.987767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458857.987772:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458857.987792:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458832/real 1760458832] req@00000000e83bb805 x1845971106430656/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458857 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458857.987816:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458857.987819:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458857.987823:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000179d13c9. 00000400:00000200:3.0:1760458857.987831:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007e287ead 00000400:00000010:3.0:1760458857.987834:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007e287ead. 00000100:00000001:3.0:1760458857.987841:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458857.987845:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e83bb805 x1845971106430656/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458857 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458857.987856:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e83bb805 x1845971106430656/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458857 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458857.987872:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458857.987874:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458857.987878:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458857.987881:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458857.987885:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000e83bb805 x1845971106430656/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458857 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458857.987893:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458857.987901:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458857.987903:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458857.987906:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458857.987932:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458857.987935:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458857.987940:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000e83bb805 x1845971106430656/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458857 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458857.987948:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458857.987952:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458857.987954:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458857.987956:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458857.987960:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458857.987963:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458857.987967:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458857.987995:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458857.987999:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458857.988004:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000e83bb805 x1845971106430656/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458857 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458857.988013:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000e83bb805 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430656:192.168.203.106@tcp:8: 00000100:00000001:3.0:1760458857.988019:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458857.988022:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458857.988026:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000e83bb805 x1845971106430656/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458857 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458857.988042:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458857.988046:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458857.988052:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000006a5369a9. 02000000:00000001:3.0:1760458857.988058:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458857.988061:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458857.988063:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:3.0:1760458857.988066:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458857.988070:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 000000001cf8fd9f. 02000000:00000001:3.0:1760458857.988077:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458857.988081:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458857.988083:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e83bb805. 00000100:00000001:3.0:1760458857.988089:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458857.988092:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458857.988095:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458857.988131:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458857.988141:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458857.988145:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458857.988149:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458857.988151:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458857.988154:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458857.988157:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458857.988161:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458857.988163:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:0.0:1760458857.988167:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458857.988170:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458857.988176:0:56038:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458857.988184:0:56038:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 7086 00000100:00080000:0.0:1760458857.988188:0:56038:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458857.988192:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458857.988195:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458857.988200:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458857.988202:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458857.988207:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458857.988209:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:0.0:1760458857.988213:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458857.988216:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:0.0:1760458857.988219:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:0.0:1760458857.988222:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:0.0:1760458857.988225:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458857.988227:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458857.988228:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458857.988230:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458857.988233:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:0.0:1760458857.988237:0:56038:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458857.988240:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458857.988243:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458857.988252:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458857.988255:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458857.988258:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458857.988262:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458857.988265:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458857.988267:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458857.988279:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000edf7f2e. 00000020:00000040:0.0:1760458857.988283:0:56038:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:0.0:1760458857.988288:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458857.988290:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458857.988294:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458857.988297:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458857.988302:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458857.988311:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 00000000d110c3b1. 00000100:00000001:0.0:1760458857.988319:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458857.988327:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000000edf7f2e x1845971106430848/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458857.988340:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458857.988342:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458857.988346:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000000edf7f2e] to pc [ptlrpcd_rcv+-1] req@000000000edf7f2e x1845971106430848/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458857.988379:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458857.988382:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:0.0:1760458857.988386:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7117) 00000100:00000001:3.0:1760458857.988431:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458857.988436:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458857.988439:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458857.988446:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000000edf7f2e x1845971106430848/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458857.988456:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458857.988459:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458857.988463:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458857.988468:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458857.988471:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000000edf7f2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430848:192.168.203.106@tcp:8: 00000100:00000001:3.0:1760458857.988476:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458857.988482:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458857.988485:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458857.988488:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458857.988497:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009c6e2fd9. 02000000:00000001:3.0:1760458857.988500:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458857.988506:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ebebedde. 00000400:00000010:3.0:1760458857.988513:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003d960d6. 00000100:00000200:3.0:1760458857.988522:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106430848, portal 4 00000100:00000001:3.0:1760458857.988525:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458857.988528:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762817216 : -123359946734400 : ffff8fce063204c0) 00000100:00000040:3.0:1760458857.988536:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000000edf7f2e x1845971106430848/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458882 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458857.988545:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458857.988549:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458857.988552:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c91cc08f. 00000100:00000200:3.0:1760458857.988556:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106430848, offset 0 00000400:00000200:3.0:1760458857.988565:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458857.988586:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458857.988597:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458857.988602:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458857.988606:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458857.988611:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [506:506:256:4294967295] 192.168.203.106@tcp LPNI seq info [506:506:8:4294967295] 00000400:00000200:3.0:1760458857.988626:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458857.988635:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458857.988670:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ab820b60 (tot 1763794). 00000800:00000200:3.0:1760458857.988682:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458857.988694:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458857.988700:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ab820b60 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458857.988722:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458857.988725:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458857.988728:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458857.988732:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458857.988734:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458857.988739:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458857.988741:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458857.988744:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458857.988746:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458857.988747:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458857.988749:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458857.988975:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458857.988982:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ab820b60 (tot 1763546). 00000400:00000200:0.0:1760458857.988991:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458857.989001:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458857.989008:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c91cc08f 00000400:00000010:0.0:1760458857.989011:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c91cc08f. 00000100:00000001:0.0:1760458857.989016:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458857.989021:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000edf7f2e x1845971106430848/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458882 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458857.989033:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458857.989036:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000000edf7f2e x1845971106430848/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458882 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458857.989045:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458857.989048:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458858.179765:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458858.179770:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458858.179772:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458858.179777:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458858.179781:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458858.179784:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458858.179786:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458858.179789:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458858.179791:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458858.883799:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458858.883807:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458858.883810:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458858.883813:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458858.883819:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458858.883821:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458858.883824:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458858.883826:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458858.883831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458858.883832:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458858.883837:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458858.883838:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458858.883985:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458858.883990:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458858.883995:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458859.011762:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458859.011772:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458859.011774:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458859.011778:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458859.011781:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458859.011785:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458859.011788:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458859.203769:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458859.203773:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458859.203775:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458859.203779:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458859.203783:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458859.203786:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458859.203789:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458859.203790:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458859.203793:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458859.907823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458859.907828:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458859.907835:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458859.907837:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458859.907841:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458859.907842:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458859.907925:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458859.907931:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458859.907938:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458860.035764:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458860.035778:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458860.035780:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458860.035786:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458860.035789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458860.035794:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458860.035797:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458860.227778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458860.227783:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458860.227784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458860.227789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458860.227795:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458860.227798:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458860.227801:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458860.227805:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458860.227808:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458860.931805:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458860.931810:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458860.931818:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458860.931819:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458860.931823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458860.931824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458860.931982:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458860.931988:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458860.931994:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458861.059766:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458861.059778:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458861.059780:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458861.059785:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458861.059789:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458861.059795:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458861.059798:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458861.251759:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458861.251764:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458861.251765:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458861.251770:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458861.251776:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458861.251779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458861.251783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458861.251786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458861.251789:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458861.955796:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458861.955803:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458861.955810:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458861.955812:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458861.955816:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458861.955819:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458861.955822:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458861.955829:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458861.955831:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458861.955833:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458861.955836:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458861.955839:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458861.955841:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458861.955844:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458861.955931:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458861.955936:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458861.955940:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458862.083782:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458862.083793:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458862.083796:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458862.083801:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458862.083804:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458862.083808:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458862.083811:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458862.275783:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458862.275788:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458862.275789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458862.275793:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458862.275797:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458862.275801:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458862.275803:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458862.275806:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458862.275808:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458862.979796:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458862.979803:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458862.979810:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458862.979812:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458862.979815:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458862.979817:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458862.979970:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458862.979975:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458862.979980:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458863.107811:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1760458863.107819:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458863.107820:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458863.107823:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458863.107830:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1760458863.107835:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458863.107835:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458863.107842:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458863.107843:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458863.107852:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458863.107853:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458863.107864:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458863.107869:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458863.107916:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458863.107921:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458863.107928:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7122) 00000100:00000001:3.0:1760458863.299765:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458863.299771:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458863.299773:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458863.299778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458863.299784:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458863.299789:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458863.299792:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458863.299795:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458863.299798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458864.003783:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458864.003789:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458864.003798:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458864.003800:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458864.003804:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458864.003806:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458864.003895:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458864.003901:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458864.003907:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458864.131777:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458864.131790:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458864.131792:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458864.131797:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458864.131800:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458864.131803:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458864.131806:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458864.323774:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458864.323778:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458864.323779:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458864.323783:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458864.323787:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458864.323791:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458864.323793:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458864.323796:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458864.323798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458865.027791:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458865.027797:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458865.027806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458865.027810:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458865.027813:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458865.027820:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458865.027822:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458865.027824:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458865.027827:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458865.027830:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458865.027832:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458865.027835:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458865.027838:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458865.027839:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458865.027971:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458865.027976:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458865.027982:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458865.155759:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458865.155771:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458865.155773:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458865.155780:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458865.155783:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458865.155788:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458865.155791:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458865.347777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458865.347781:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458865.347783:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458865.347787:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458865.347792:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458865.347796:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458865.347798:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458865.347801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458865.347803:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458866.051817:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458866.051823:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458866.051831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458866.051832:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458866.051836:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458866.051838:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458866.051924:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458866.051930:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458866.051934:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458866.179760:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458866.179768:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458866.179789:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458841/real 1760458841] req@000000009f877783 x1845971106430720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458866 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458866.179815:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458866.179818:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458866.179823:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a9764e3. 00000400:00000200:3.0:1760458866.179831:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8cbb956 00000400:00000010:3.0:1760458866.179834:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8cbb956. 00000100:00000001:3.0:1760458866.179841:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458866.179845:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f877783 x1845971106430720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458866 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458866.179889:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f877783 x1845971106430720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458866 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458866.179898:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458866.179901:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458866.179905:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458866.179908:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458866.179912:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009f877783 x1845971106430720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458866 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458866.179921:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458866.179931:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458866.179935:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458866.179938:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458866.179942:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458866.179946:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458866.179950:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f877783 x1845971106430720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458866 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458866.179959:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458866.179963:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458866.179965:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458866.179967:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458866.179970:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458866.179973:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458866.179977:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458866.180008:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458866.180011:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458866.180016:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f877783 x1845971106430720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458866 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458866.180025:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f877783 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106430720:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458866.180031:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458866.180034:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458866.180037:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000009f877783 x1845971106430720/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458866 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458866.180045:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458866.180049:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458866.180056:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d3ca4d9b. 02000000:00000001:3.0:1760458866.180062:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458866.180065:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458866.180067:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:3.0:1760458866.180071:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458866.180073:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d0f209f4. 02000000:00000001:3.0:1760458866.180078:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458866.180081:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458866.180084:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f877783. 00000100:00000001:3.0:1760458866.180089:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458866.180092:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458866.180095:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458866.180134:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458866.180145:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:0.0:1760458866.180147:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:0.0:1760458866.180151:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458866.180154:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:0.0:1760458866.180160:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:0.0:1760458866.180168:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 7095 00000100:00080000:0.0:1760458866.180172:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:0.0:1760458866.180177:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458866.180180:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458866.180184:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458866.180186:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458866.180190:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458866.180192:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:0.0:1760458866.180195:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458866.180199:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:0.0:1760458866.180201:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:0.0:1760458866.180204:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:0.0:1760458866.180208:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458866.180210:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458866.180212:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458866.180214:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458866.180217:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:0.0:1760458866.180221:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:0.0:1760458866.180223:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458866.180227:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458866.180230:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458866.180235:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458866.180237:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:0.0:1760458866.180240:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458866.180251:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009f877783. 00000020:00000040:0.0:1760458866.180255:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:0.0:1760458866.180261:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458866.180263:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458866.180266:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458866.180270:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458866.180275:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458866.180286:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000005e23616. 00000100:00000001:0.0:1760458866.180294:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458866.180302:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@000000009f877783 x1845971106430912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458866.180314:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458866.180316:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458866.180321:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [000000009f877783] to pc [ptlrpcd_rcv+-1] req@000000009f877783 x1845971106430912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458866.180353:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458866.180355:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458866.180357:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458866.180362:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458866.180365:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458866.180368:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458866.180371:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458866.180374:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458866.180381:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7125) 00000100:00000001:3.0:1760458866.180408:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458866.180414:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458866.180418:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458866.180426:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@000000009f877783 x1845971106430912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458866.180436:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458866.180438:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458866.180443:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458866.180448:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458866.180452:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@000000009f877783 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106430912:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458866.180457:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458866.180463:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458866.180466:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458866.180470:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458866.180479:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d3ca4d9b. 02000000:00000001:3.0:1760458866.180481:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458866.180488:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a9764e3. 00000400:00000010:3.0:1760458866.180493:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8cbb956. 00000100:00000200:3.0:1760458866.180502:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106430912, portal 25 00000100:00000001:3.0:1760458866.180505:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458866.180507:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762839104 : -123359946712512 : ffff8fce06325a40) 00000100:00000040:3.0:1760458866.180513:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@000000009f877783 x1845971106430912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458891 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458866.180522:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458866.180527:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458866.180529:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b76bf643. 00000100:00000200:3.0:1760458866.180532:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106430912, offset 0 00000400:00000200:3.0:1760458866.180541:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458866.180561:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458866.180573:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458866.180579:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458866.180583:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458866.180588:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [507:507:256:4294967295] 192.168.203.106@tcp LPNI seq info [507:507:8:4294967295] 00000400:00000200:3.0:1760458866.180604:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458866.180613:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458866.180620:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000004c2fb322 (tot 1763794). 00000800:00000200:3.0:1760458866.180630:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458866.180675:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458866.180681:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000004c2fb322 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458866.180702:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458866.180705:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458866.180708:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458866.180712:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458866.180714:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458866.180719:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458866.180720:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458866.180723:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458866.180725:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458866.180726:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458866.180728:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458866.180958:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458866.180966:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000004c2fb322 (tot 1763546). 00000400:00000200:0.0:1760458866.180975:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458866.180985:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458866.180992:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b76bf643 00000400:00000010:0.0:1760458866.180995:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b76bf643. 00000100:00000001:0.0:1760458866.181000:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458866.181006:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009f877783 x1845971106430912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458891 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458866.181018:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458866.181021:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@000000009f877783 x1845971106430912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458891 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458866.181030:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458866.181032:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458866.371778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458866.371783:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458866.371784:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458866.371790:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458866.371796:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458866.371799:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458866.371802:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458866.371805:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458866.371808:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458867.075803:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458867.075811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458867.075821:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458867.075824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458867.075830:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458867.075834:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458867.075963:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458867.075968:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458867.075973:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458867.203788:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458867.203799:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458867.203801:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458867.203806:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458867.203809:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458867.203812:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458867.203815:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458867.395762:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458867.395766:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458867.395768:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458867.395772:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458867.395776:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458867.395779:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458867.395782:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458867.395784:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458867.395786:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458868.099808:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458868.099814:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458868.099823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458868.099824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458868.099828:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458868.099830:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1760458868.099913:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1760458868.099920:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1760458868.099926:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458868.227779:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458868.227795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458868.227797:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458868.227805:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458868.227809:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458868.227815:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458868.227819:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458868.419790:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458868.419795:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458868.419797:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458868.419801:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458868.419808:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458868.419812:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458868.419815:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458868.419818:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458868.419821:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458869.123797:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458869.123805:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458869.123809:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458869.123812:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458869.123820:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458869.123823:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458869.123826:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458869.123828:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458869.123858:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458869.123860:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458869.123865:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458869.123866:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458869.123999:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458869.124005:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458869.124010:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458869.251752:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458869.251761:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458869.251763:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458869.251768:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458869.251771:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458869.251774:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458869.251777:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458869.443756:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458869.443762:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458869.443764:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458869.443769:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458869.443776:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458869.443780:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458869.443783:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458869.443786:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458869.443789:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458870.147806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458870.147812:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458870.147822:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458870.147855:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458870.147860:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458870.147862:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458870.147990:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458870.147995:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458870.147999:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458870.275787:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458870.275802:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458870.275805:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458870.275812:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458870.275815:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458870.275821:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458870.275864:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458870.467754:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458870.467758:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458870.467760:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458870.467765:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458870.467771:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458870.467775:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458870.467778:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458870.467781:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458870.467784:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458871.171858:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458871.171867:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458871.171877:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458871.171879:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458871.171884:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458871.171886:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458871.172032:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458871.172038:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458871.172045:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458871.299775:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:0.0:1760458871.299781:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458871.299792:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:0.0:1760458871.299793:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458871.299796:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00080000:0.0:1760458871.299800:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458871.299805:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1760458871.299807:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458871.299811:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1760458871.299813:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458871.299839:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458871.299843:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1760458871.299845:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1760458871.299850:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458871.299855:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458871.299862:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7130) 00000100:00000001:3.0:1760458871.491766:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458871.491774:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458871.491776:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458871.491781:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458871.491790:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458871.491795:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458871.491798:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458871.491801:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458871.491805:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458872.195838:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458872.195844:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458872.195852:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458872.195854:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458872.195858:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458872.195862:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458872.195866:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458872.195873:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458872.195876:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458872.195878:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458872.195881:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458872.195884:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458872.195887:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458872.195890:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458872.195991:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458872.195998:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458872.196003:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458872.323783:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458872.323800:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458872.323802:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458872.323809:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458872.323847:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458872.323852:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458872.323855:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458872.515761:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458872.515766:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458872.515768:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458872.515772:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458872.515779:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458872.515783:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458872.515787:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458872.515790:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458872.515793:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458873.219823:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458873.219830:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458873.219840:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458873.219842:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458873.219847:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458873.219848:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458873.219967:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458873.219973:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458873.219978:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458873.347765:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458873.347776:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458873.347777:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458873.347781:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458873.347783:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458873.347787:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458873.347790:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458873.539767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458873.539772:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458873.539774:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458873.539778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458873.539784:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458873.539788:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458873.539791:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458873.539794:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458873.539798:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458874.243868:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458874.243874:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458874.243883:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458874.243885:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458874.243889:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458874.243890:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458874.244014:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458874.244019:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458874.244023:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458874.371783:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458874.371795:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458874.371832:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458874.371839:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458874.371842:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458874.371846:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458874.371849:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458874.563783:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458874.563787:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458874.563789:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458874.563793:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458874.563830:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458874.563835:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458874.563838:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458874.563841:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458874.563844:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458875.267843:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458875.267848:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458875.267854:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458875.267858:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458875.267862:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458875.267869:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458875.267872:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458875.267874:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458875.267878:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458875.267880:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458875.267883:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458875.267886:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458875.267891:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458875.267893:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458875.268017:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458875.268023:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458875.268029:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458875.395757:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458875.395767:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458875.395769:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458875.395774:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458875.395777:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458875.395781:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458875.395784:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458875.587748:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458875.587752:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458875.587753:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458875.587757:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458875.587762:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458875.587765:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458875.587768:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458875.587771:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458875.587773:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458876.291770:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458876.291775:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458876.291781:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458876.291783:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458876.291800:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458876.291802:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458876.291872:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458876.291876:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458876.291879:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458876.419814:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458876.419821:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00080000:0.0:1760458876.419826:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458876.419836:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458876.419840:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00100000:3.0:1760458876.419844:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458851/real 1760458851] req@00000000936eb89f x1845971106430784/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458876 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00080000:0.0:1760458876.419849:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1760458876.419857:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458876.419874:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458876.419882:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458876.419906:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458876.419914:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7135) 00000400:00000001:3.0:1760458876.419918:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458876.419923:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458876.419928:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000054d226c3. 00000400:00000200:3.0:1760458876.419941:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006fba236c 00000400:00000010:3.0:1760458876.419946:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006fba236c. 00000100:00000001:3.0:1760458876.419956:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458876.419961:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000936eb89f x1845971106430784/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458876 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458876.419972:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000936eb89f x1845971106430784/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458876 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458876.419981:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458876.419983:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458876.419986:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458876.419989:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458876.419993:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@00000000936eb89f x1845971106430784/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458876 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458876.420001:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458876.420008:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458876.420010:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458876.420012:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458876.420015:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458876.420018:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458876.420022:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@00000000936eb89f x1845971106430784/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458876 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458876.420030:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458876.420033:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458876.420035:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458876.420036:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458876.420039:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458876.420042:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458876.420047:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458876.420081:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458876.420085:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458876.420090:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@00000000936eb89f x1845971106430784/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458876 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458876.420100:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@00000000936eb89f pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430784:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458876.420107:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458876.420111:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458876.420118:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@00000000936eb89f x1845971106430784/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 1 dl 1760458876 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458876.420128:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 00000100:00080000:0.0:1760458876.420130:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1760458876.420133:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 00000100:00080000:0.0:1760458876.420140:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 02000000:00000010:3.0:1760458876.420141:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000e0e5c22c. 00000100:00080000:0.0:1760458876.420147:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1760458876.420155:0:56038:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 02000000:00000001:3.0:1760458876.420156:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00080000:0.0:1760458876.420160:0:56038:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-MDT0000_UUID: starting recovery 00000020:00000001:3.0:1760458876.420161:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458876.420171:0:166995:0:(genops.c:1204:class_import_put()) import 00000000117a7483 refcount=6 obd=lustre-MDT0000-mdc-ffff8fce05d54800 00000100:00000001:0.0:1760458876.420172:0:56038:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:0.0:1760458876.420180:0:56038:0:(import.c:86:import_set_state_nolock()) 00000000117a7483 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING 00000020:00000001:3.0:1760458876.420184:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458876.420189:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000e9201050. 00000100:00000001:0.0:1760458876.420192:0:56038:0:(import.c:519:import_select_connection()) Process entered 02000000:00000001:3.0:1760458876.420201:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458876.420204:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00080000:0.0:1760458876.420206:0:56038:0:(import.c:534:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 7106 00000100:00000010:3.0:1760458876.420208:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000936eb89f. 00000100:00080000:0.0:1760458876.420214:0:56038:0:(import.c:581:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000001:3.0:1760458876.420218:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458876.420221:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1760458876.420223:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:3.0:1760458876.420227:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458876.420230:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458876.420237:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458876.420242:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:0.0:1760458876.420247:0:56038:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:0.0:1760458876.420250:0:56038:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d1a 00000020:00000001:0.0:1760458876.420254:0:56038:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:0.0:1760458876.420258:0:56038:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000e49cbdeb refcount=5 00000020:00000001:0.0:1760458876.420261:0:56038:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000020:00000001:0.0:1760458876.420264:0:56038:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778214912 : -123359931336704 : ffff8fce071cf800) 00000100:00000040:0.0:1760458876.420268:0:56038:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458876.420270:0:56038:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1760458876.420272:0:56038:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:0.0:1760458876.420274:0:56038:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:0.0:1760458876.420277:0:56038:0:(genops.c:979:class_export_put()) PUTting export 00000000e49cbdeb : new refcount 4 00000100:00080000:0.0:1760458876.420281:0:56038:0:(import.c:615:import_select_connection()) lustre-MDT0000-mdc-ffff8fce05d54800: import 00000000117a7483 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:0.0:1760458876.420283:0:56038:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1760458876.420286:0:56038:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:0.0:1760458876.420295:0:56038:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1760458876.420298:0:56038:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458876.420301:0:56038:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:0.0:1760458876.420305:0:56038:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xae7e5e7be374d3b8 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:0.0:1760458876.420309:0:56038:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458876.420310:0:56038:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1760458876.420320:0:56038:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f3a1fe02. 00000020:00000040:0.0:1760458876.420324:0:56038:0:(genops.c:1191:class_import_get()) import 00000000117a7483 refcount=7 obd=lustre-MDT0000-mdc-ffff8fce05d54800 02000000:00000001:0.0:1760458876.420330:0:56038:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:0.0:1760458876.420331:0:56038:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458876.420335:0:56038:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1760458876.420339:0:56038:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1760458876.420344:0:56038:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1760458876.420353:0:56038:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000000ff9d220. 00000100:00000001:0.0:1760458876.420360:0:56038:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1760458876.420369:0:56038:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000f3a1fe02 x1845971106430976/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458876.420389:0:56038:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1760458876.420392:0:56038:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1760458876.420396:0:56038:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000f3a1fe02] to pc [ptlrpcd_rcv+-1] req@00000000f3a1fe02 x1845971106430976/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458876.420425:0:56038:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458876.420428:0:56038:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:0.0:1760458876.420430:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458876.420433:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:0.0:1760458876.420435:0:56038:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1760458876.420438:0:56038:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:0.0:1760458876.420443:0:56038:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7135) 00000100:00000001:3.0:1760458876.420482:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458876.420487:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458876.420489:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458876.420496:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000f3a1fe02 x1845971106430976/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458876.420506:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458876.420509:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458876.420514:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458876.420519:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458876.420522:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000f3a1fe02 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430976:192.168.203.106@tcp:38: 00000100:00000001:3.0:1760458876.420528:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458876.420533:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458876.420536:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458876.420540:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458876.420550:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000e0e5c22c. 02000000:00000001:3.0:1760458876.420552:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458876.420558:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000054d226c3. 00000400:00000010:3.0:1760458876.420564:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006fba236c. 00000100:00000200:3.0:1760458876.420572:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106430976, portal 10 00000100:00000001:3.0:1760458876.420576:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458876.420578:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713762819648 : -123359946731968 : ffff8fce06320e40) 00000100:00000040:3.0:1760458876.420587:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000f3a1fe02 x1845971106430976/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458901 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458876.420596:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458876.420600:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458876.420603:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000020621239. 00000100:00000200:3.0:1760458876.420606:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1845971106430976, offset 0 00000400:00000200:3.0:1760458876.420615:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458876.420636:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458876.420679:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458876.420685:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458876.420689:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458876.420694:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [508:508:256:4294967295] 192.168.203.106@tcp LPNI seq info [508:508:8:4294967295] 00000400:00000200:3.0:1760458876.420711:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458876.420719:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458876.420727:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a9729ca0 (tot 1763794). 00000800:00000200:3.0:1760458876.420737:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458876.420749:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458876.420756:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a9729ca0 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458876.420780:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458876.420800:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458876.420805:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458876.420808:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458876.420810:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458876.420815:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458876.420817:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458876.420819:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458876.420821:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458876.420822:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458876.420824:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1760458876.421028:0:166990:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1760458876.421037:0:166990:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a9729ca0 (tot 1763546). 00000400:00000200:1.0:1760458876.421049:0:166990:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1760458876.421062:0:166990:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:1.0:1760458876.421071:0:166990:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000020621239 00000400:00000010:1.0:1760458876.421075:0:166990:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000020621239. 00000100:00000001:1.0:1760458876.421082:0:166990:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:1.0:1760458876.421089:0:166990:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f3a1fe02 x1845971106430976/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458901 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458876.421106:0:166990:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:1.0:1760458876.421110:0:166990:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000f3a1fe02 x1845971106430976/t0(0) o38->lustre-MDT0000-mdc-ffff8fce05d54800@192.168.203.106@tcp:12/10 lens 520/544 e 0 to 0 dl 1760458901 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:1.0:1760458876.421135:0:166990:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1760458876.421138:0:166990:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458876.611767:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458876.611772:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458876.611774:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458876.611778:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458876.611845:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458876.611849:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458876.611852:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458876.611854:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458876.611857:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458877.315851:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458877.315856:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458877.315864:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458877.315865:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458877.315869:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458877.315870:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458877.316006:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458877.316012:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458877.316018:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458877.443811:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458877.443824:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458877.443827:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458877.443832:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458877.443835:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458877.443841:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458877.443843:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458877.635765:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458877.635769:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458877.635771:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458877.635801:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458877.635806:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458877.635810:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458877.635813:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458877.635816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458877.635818:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458878.339840:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458878.339846:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458878.339854:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458878.339855:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458878.339860:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458878.339861:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458878.339933:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458878.339938:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458878.339942:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458878.467767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458878.467808:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458878.467811:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458878.467818:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458878.467822:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458878.467827:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458878.467830:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458878.659796:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458878.659802:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458878.659804:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458878.659808:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458878.659815:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458878.659819:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458878.659823:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458878.659826:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458878.659829:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458879.363807:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458879.363816:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458879.363819:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458879.363822:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458879.363830:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458879.363833:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458879.363835:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458879.363838:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458879.363843:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458879.363844:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458879.363848:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458879.363850:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458879.363986:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458879.363991:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458879.363997:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458879.491757:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458879.491800:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458879.491803:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458879.491807:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458879.491810:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458879.491814:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458879.491816:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458879.683789:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458879.683794:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458879.683796:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458879.683800:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458879.683803:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458879.683807:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458879.683810:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458879.683812:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458879.683814:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458880.387872:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458880.387878:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458880.387887:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458880.387889:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458880.387894:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458880.387895:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458880.387997:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458880.388001:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458880.388004:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458880.515805:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458880.515822:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458880.515824:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458880.515832:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458880.515836:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458880.515841:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458880.515846:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458880.707790:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458880.707796:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458880.707798:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458880.707803:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458880.707810:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458880.707814:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458880.707818:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458880.707822:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458880.707825:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458881.411827:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458881.411836:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458881.411849:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458881.411851:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458881.411856:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458881.411858:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458881.411999:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458881.412006:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458881.412013:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458881.539805:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458881.539820:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458881.539824:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458881.539833:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458881.539839:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458881.539846:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458881.539851:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458881.539893:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458881.539904:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458881.539908:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458881.539912:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458881.539917:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458881.539922:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458881.539925:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458881.539931:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458881.539938:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7140) 00000100:00000001:3.0:1760458881.731799:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458881.731804:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458881.731806:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458881.731811:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458881.731818:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458881.731822:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458881.731825:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458881.731828:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458881.731831:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458882.435849:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458882.435857:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458882.435871:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458882.435873:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458882.435879:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458882.435884:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458882.435887:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458882.435896:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458882.435900:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458882.435902:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458882.435907:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458882.435910:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458882.435914:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458882.435918:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458882.436009:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458882.436015:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458882.436021:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458882.563813:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458882.563820:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458882.563841:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458857/real 1760458857] req@000000000edf7f2e x1845971106430848/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458882 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458882.563868:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458882.563871:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458882.563876:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ebebedde. 00000400:00000200:3.0:1760458882.563885:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003d960d6 00000400:00000010:3.0:1760458882.563889:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003d960d6. 00000100:00000001:3.0:1760458882.563896:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458882.563900:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000edf7f2e x1845971106430848/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458882 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458882.563911:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000edf7f2e x1845971106430848/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458882 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458882.563920:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458882.563922:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458882.563926:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458882.563929:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458882.563932:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000000edf7f2e x1845971106430848/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458882 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458882.563941:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458882.563953:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458882.563955:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458882.563959:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458882.563963:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458882.563967:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458882.563971:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000000edf7f2e x1845971106430848/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458882 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458882.563980:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458882.563984:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458882.563986:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458882.563987:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458882.563991:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458882.563993:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458882.563998:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458882.564029:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of lustre-OST2710_UUID on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458882.564033:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458882.564037:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000000edf7f2e x1845971106430848/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458882 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458882.564045:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000000edf7f2e pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106430848:192.168.203.106@tcp:8: 00000100:00000001:3.0:1760458882.564052:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458882.564055:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458882.564058:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000000edf7f2e x1845971106430848/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 1 dl 1760458882 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458882.564068:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458882.564073:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458882.564079:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000009c6e2fd9. 02000000:00000001:3.0:1760458882.564089:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458882.564092:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458882.564095:0:166995:0:(genops.c:1204:class_import_put()) import 00000000710c8037 refcount=4 obd=lustre-OST2710-osc-ffff8fce05d54800 00000020:00000001:3.0:1760458882.564100:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458882.564103:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 00000000d110c3b1. 00000100:00080000:2.0:1760458882.564110:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 02000000:00000001:3.0:1760458882.564111:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458882.564115:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458882.564119:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000edf7f2e. 00000100:00080000:2.0:1760458882.564122:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458882.564126:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00080000:2.0:1760458882.564128:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458882.564130:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458882.564142:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458882.564143:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458882.564152:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458882.564157:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458882.564159:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458882.564165:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458882.564167:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) lustre-OST2710_UUID: starting recovery 00000100:00000001:2.0:1760458882.564171:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458882.564174:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000710c8037 lustre-OST2710_UUID: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458882.564181:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458882.564191:0:145968:0:(import.c:534:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: connect to NID 192.168.203.106@tcp last attempt 7112 00000100:00080000:2.0:1760458882.564196:0:145968:0:(import.c:581:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458882.564202:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458882.564206:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458882.564213:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458882.564216:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458882.564221:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458882.564223:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756d2f 00000020:00000001:2.0:1760458882.564226:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458882.564230:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000d9bb1866 refcount=4 00000020:00000001:2.0:1760458882.564233:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000020:00000001:2.0:1760458882.564235:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620713778184192 : -123359931367424 : ffff8fce071c8000) 00000100:00000040:2.0:1760458882.564238:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458882.564241:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458882.564243:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458882.564245:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458882.564248:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000d9bb1866 : new refcount 3 00000100:00080000:2.0:1760458882.564252:0:145968:0:(import.c:615:import_select_connection()) lustre-OST2710-osc-ffff8fce05d54800: import 00000000710c8037 using connection 192.168.203.106@tcp/192.168.203.106@tcp 00000100:00000001:2.0:1760458882.564254:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458882.564258:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458882.564266:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458882.564269:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458882.564271:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000008:00100000:2.0:1760458882.564275:0:145968:0:(osc_request.c:3485:osc_reconnect()) ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 34539264 ocd_grant: 2097152, lost: 0. 00000008:00000001:2.0:1760458882.564279:0:145968:0:(osc_request.c:3488:osc_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458882.564281:0:145968:0:(obd_class.h:867:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458882.564291:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a8d1e875. 00000020:00000040:2.0:1760458882.564295:0:145968:0:(genops.c:1191:class_import_get()) import 00000000710c8037 refcount=5 obd=lustre-OST2710-osc-ffff8fce05d54800 02000000:00000001:2.0:1760458882.564300:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458882.564302:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458882.564306:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458882.564309:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458882.564314:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458882.564322:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 0000000010975f1c. 00000100:00000001:2.0:1760458882.564329:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458882.564338:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@00000000a8d1e875 x1845971106431040/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458882.564350:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458882.564352:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458882.564356:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [00000000a8d1e875] to pc [ptlrpcd_rcv+-1] req@00000000a8d1e875 x1845971106431040/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458882.564388:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458882.564391:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00000040:2.0:1760458882.564396:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7141) 00000100:00000001:3.0:1760458882.564448:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458882.564453:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458882.564456:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458882.564464:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@00000000a8d1e875 x1845971106431040/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458882.564475:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458882.564477:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458882.564482:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458882.564487:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458882.564490:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@00000000a8d1e875 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:a8fd414e-6de4-4db4-8d37-32ebaf9fc61d:166995:1845971106431040:192.168.203.106@tcp:8: 00000100:00000001:3.0:1760458882.564495:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458882.564502:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458882.564505:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458882.564508:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458882.564518:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000009c6e2fd9. 02000000:00000001:3.0:1760458882.564520:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458882.564527:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ebebedde. 00000400:00000010:3.0:1760458882.564533:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003d960d6. 00000100:00000200:3.0:1760458882.564542:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106431040, portal 4 00000100:00000001:3.0:1760458882.564545:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458882.564547:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771194944 : -123359938356672 : ffff8fce06b1da40) 00000100:00000040:3.0:1760458882.564555:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@00000000a8d1e875 x1845971106431040/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458907 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458882.564564:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458882.564569:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458882.564572:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fecae5d8. 00000100:00000200:3.0:1760458882.564575:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1845971106431040, offset 0 00000400:00000200:3.0:1760458882.564584:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458882.564604:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458882.564616:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458882.564621:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458882.564625:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458882.564630:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [509:509:256:4294967295] 192.168.203.106@tcp LPNI seq info [509:509:8:4294967295] 00000400:00000200:3.0:1760458882.564675:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458882.564685:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458882.564693:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c79d76f (tot 1763794). 00000800:00000200:3.0:1760458882.564703:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458882.564716:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458882.564722:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c79d76f type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458882.564760:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458882.564763:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458882.564767:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458882.564770:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458882.564773:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458882.564777:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458882.564779:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458882.564782:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458882.564784:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458882.564786:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458882.564788:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458882.564973:0:166991:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458882.564980:0:166991:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c79d76f (tot 1763546). 00000400:00000200:0.0:1760458882.564989:0:166991:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458882.564999:0:166991:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458882.565006:0:166991:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fecae5d8 00000400:00000010:0.0:1760458882.565009:0:166991:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fecae5d8. 00000100:00000001:0.0:1760458882.565015:0:166991:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458882.565021:0:166991:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a8d1e875 x1845971106431040/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458907 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458882.565033:0:166991:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458882.565037:0:166991:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@00000000a8d1e875 x1845971106431040/t0(0) o8->lustre-OST2710-osc-ffff8fce05d54800@192.168.203.106@tcp:28/4 lens 520/544 e 0 to 0 dl 1760458907 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458882.565046:0:166991:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458882.565049:0:166991:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458882.755798:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458882.755805:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458882.755807:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458882.755813:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458882.755818:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458882.755822:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458882.755825:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458882.755828:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458882.755831:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458883.459876:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458883.459884:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458883.459894:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458883.459896:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458883.459901:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458883.459919:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458883.460060:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458883.460067:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458883.460074:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458883.587811:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458883.587829:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458883.587832:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458883.587838:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458883.587843:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458883.587851:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458883.587855:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458883.779808:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458883.779813:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458883.779815:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458883.779821:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458883.779829:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458883.779833:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458883.779836:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458883.779840:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458883.779843:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458884.483849:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458884.483855:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458884.483862:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458884.483863:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458884.483868:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458884.483869:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458884.483947:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458884.483952:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458884.483960:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458884.611814:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458884.611831:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458884.611834:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458884.611841:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458884.611845:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458884.611851:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458884.611854:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458884.803805:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458884.803810:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458884.803813:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458884.803818:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458884.803825:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458884.803829:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458884.803833:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458884.803837:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458884.803840:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458885.507827:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458885.507833:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458885.507840:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458885.507845:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458885.507848:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458885.507855:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458885.507858:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458885.507860:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458885.507864:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458885.507866:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458885.507869:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458885.507871:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458885.507875:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458885.507877:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458885.508009:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458885.508015:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458885.508021:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458885.635808:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458885.635819:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458885.635821:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458885.635826:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458885.635829:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458885.635833:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458885.635836:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458885.827812:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458885.827816:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458885.827818:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458885.827822:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458885.827826:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458885.827830:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458885.827833:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458885.827835:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458885.827838:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458886.531836:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458886.531842:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458886.531851:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458886.531853:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458886.531857:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458886.531859:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458886.531980:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458886.531985:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458886.531989:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458886.659853:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458886.659865:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458886.659867:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458886.659873:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458886.659876:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458886.659882:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458886.659884:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458886.851778:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458886.851783:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458886.851785:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458886.851789:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458886.851794:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458886.851798:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458886.851802:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458886.851806:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458886.851809:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458887.555872:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458887.555879:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458887.555887:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458887.555889:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458887.555893:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458887.555897:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458887.556037:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458887.556044:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458887.556050:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:2.0:1760458887.683847:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458887.683850:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00080000:2.0:1760458887.683858:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458887.683862:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458887.683866:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458887.683867:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1760458887.683871:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458887.683872:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458887.683882:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1760458887.683883:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000001:3.0:1760458887.683888:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1760458887.683890:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1760458887.683897:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458887.683899:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000001:3.0:1760458887.683910:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458887.683913:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7146) 00000100:00000001:3.0:1760458887.875784:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458887.875792:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458887.875794:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458887.875800:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458887.875807:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458887.875812:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458887.875815:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458887.875818:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458887.875822:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458888.579831:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458888.579838:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458888.579847:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458888.579849:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458888.579855:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458888.579858:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458888.579985:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458888.579990:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458888.579995:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458888.707803:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458888.707821:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458888.707823:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458888.707830:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458888.707835:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458888.707840:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458888.707844:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458888.899783:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458888.899790:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458888.899792:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458888.899798:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458888.899805:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458888.899809:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458888.899813:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458888.899816:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458888.899819:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458889.603848:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458889.603858:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458889.603863:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458889.603867:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458889.603874:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458889.603877:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458889.603879:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458889.603884:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458889.603890:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458889.603893:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458889.603897:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458889.603899:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458889.604035:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458889.604043:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458889.604050:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458889.731801:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458889.731816:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458889.731819:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458889.731824:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458889.731829:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458889.731834:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458889.731837:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458889.923777:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458889.923783:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458889.923785:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458889.923791:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458889.923798:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458889.923802:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458889.923806:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458889.923810:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458889.923813:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458890.627812:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458890.627818:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458890.627826:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458890.627828:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458890.627832:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458890.627836:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458890.627973:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458890.627978:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458890.627985:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458890.755807:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458890.755824:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458890.755827:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458890.755834:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458890.755838:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458890.755844:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458890.755847:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458890.947781:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458890.947787:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458890.947788:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458890.947793:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458890.947800:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458890.947805:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458890.947809:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458890.947812:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458890.947815:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458891.651818:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458891.651824:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458891.651833:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458891.651835:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458891.651845:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458891.651847:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458891.651977:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458891.651984:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458891.651990:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458891.779798:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458891.779805:0:166995:0:(client.c:2281:ptlrpc_expire_one_request()) Process entered 00000100:00100000:3.0:1760458891.779827:0:166995:0:(client.c:2295:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1760458866/real 1760458866] req@000000009f877783 x1845971106430912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458891 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000400:00000001:3.0:1760458891.779853:0:166995:0:(lib-msg.c:43:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1760458891.779856:0:166995:0:(lib-msg.c:52:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1760458891.779860:0:166995:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009a9764e3. 00000400:00000200:3.0:1760458891.779870:0:166995:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8cbb956 00000400:00000010:3.0:1760458891.779873:0:166995:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a8cbb956. 00000100:00000001:3.0:1760458891.779880:0:166995:0:(events.c:103:reply_in_callback()) Process entered 00000100:00000200:3.0:1760458891.779884:0:166995:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009f877783 x1845971106430912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458891 ref 1 fl Rpc:XNQr/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1760458891.779895:0:166995:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009f877783 x1845971106430912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458891 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458891.779903:0:166995:0:(events.c:185:reply_in_callback()) Process leaving 00000100:00000001:3.0:1760458891.779905:0:166995:0:(client.c:2761:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458891.779909:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458891.779912:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:3.0:1760458891.779915:0:166995:0:(client.c:2326:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@000000009f877783 x1845971106430912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458891 ref 1 fl Rpc:XNQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458891.779924:0:166995:0:(client.c:2331:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458891.779936:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458891.779938:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458891.779942:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458891.779946:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458891.779951:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1760458891.779955:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@000000009f877783 x1845971106430912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458891 ref 1 fl Rpc:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458891.779963:0:166995:0:(client.c:1950:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:3.0:1760458891.779967:0:166995:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458891.779968:0:166995:0:(niobuf.c:445:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1760458891.779970:0:166995:0:(niobuf.c:459:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458891.779974:0:166995:0:(import.c:1008:ptlrpc_connect_interpret()) Process entered 00000100:00000001:3.0:1760458891.779977:0:166995:0:(import.c:1038:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:3.0:1760458891.779981:0:166995:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:3.0:1760458891.780018:0:166995:0:(import.c:1429:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.106@tcp failed (-110) 00000100:00000001:3.0:1760458891.780022:0:166995:0:(import.c:1435:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:3.0:1760458891.780027:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@000000009f877783 x1845971106430912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458891 ref 1 fl Interpret:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00100000:3.0:1760458891.780037:0:166995:0:(client.c:2215:ptlrpc_check_set()) Completed RPC req@000000009f877783 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106430912:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458891.780043:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458891.780047:0:166995:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:3.0:1760458891.780050:0:166995:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 0 req@000000009f877783 x1845971106430912/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 1 dl 1760458891 ref 1 fl Complete:EXNQU/0/ffffffff rc -110/-1 job:'' 00000100:00000001:3.0:1760458891.780059:0:166995:0:(client.c:2578:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1760458891.780063:0:166995:0:(sec.c:1738:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1760458891.780069:0:166995:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000d3ca4d9b. 02000000:00000001:3.0:1760458891.780076:0:166995:0:(sec.c:1752:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1760458891.780078:0:166995:0:(genops.c:1198:class_import_put()) Process entered 00000020:00000040:3.0:1760458891.780080:0:166995:0:(genops.c:1204:class_import_put()) import 00000000a4fd745a refcount=3 obd=MGC192.168.203.106@tcp 00000020:00000001:3.0:1760458891.780084:0:166995:0:(genops.c:1211:class_import_put()) Process leaving 02000000:00000010:3.0:1760458891.780087:0:166995:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at 0000000005e23616. 02000000:00000001:3.0:1760458891.780092:0:166995:0:(sec.c:469:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1760458891.780095:0:166995:0:(sec.c:486:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1760458891.780099:0:166995:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009f877783. 00000100:00000001:3.0:1760458891.780104:0:166995:0:(client.c:2636:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1760458891.780107:0:166995:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458891.780111:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1760458891.780143:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) 5041fbaa-306a-4e81-b07b-8d6fd5b213a8->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1760458891.780155:0:145968:0:(recover.c:55:ptlrpc_initiate_recovery()) Process entered 00000100:00080000:2.0:1760458891.780157:0:145968:0:(recover.c:57:ptlrpc_initiate_recovery()) MGS: starting recovery 00000100:00000001:2.0:1760458891.780161:0:145968:0:(import.c:686:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1760458891.780164:0:145968:0:(import.c:86:import_set_state_nolock()) 00000000a4fd745a MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1760458891.780170:0:145968:0:(import.c:519:import_select_connection()) Process entered 00000100:00080000:2.0:1760458891.780179:0:145968:0:(import.c:534:import_select_connection()) MGC192.168.203.106@tcp: connect to NID 192.168.203.106@tcp last attempt 7120 00000100:00080000:2.0:1760458891.780182:0:145968:0:(import.c:581:import_select_connection()) MGC192.168.203.106@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1760458891.780187:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458891.780190:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458891.780193:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458891.780195:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000001:2.0:1760458891.780200:0:145968:0:(genops.c:899:class_conn2export()) Process entered 00000020:00000040:2.0:1760458891.780203:0:145968:0:(genops.c:911:class_conn2export()) looking for export cookie 0x7c7cb2e9ae756ccd 00000020:00000001:2.0:1760458891.780206:0:145968:0:(lustre_handles.c:133:class_handle2object()) Process entered 00000020:00000040:2.0:1760458891.780210:0:145968:0:(lustre_handles.c:151:class_handle2object()) GET export 00000000130cc545 refcount=3 00000020:00000001:2.0:1760458891.780213:0:145968:0:(lustre_handles.c:158:class_handle2object()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000020:00000001:2.0:1760458891.780216:0:145968:0:(genops.c:913:class_conn2export()) Process leaving (rc=18446620714062678016 : -123359646873600 : ffff8fce18118800) 00000100:00000040:2.0:1760458891.780219:0:145968:0:(lustre_net.h:1943:ptlrpc_connection_put()) PUT conn=000000006d392184 refcount 11 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458891.780221:0:145968:0:(connection.c:140:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1760458891.780223:0:145968:0:(connection.c:145:ptlrpc_connection_addref()) conn=000000006d392184 refcount 12 to 192.168.203.106@tcp 00000100:00000001:2.0:1760458891.780225:0:145968:0:(connection.c:147:ptlrpc_connection_addref()) Process leaving (rc=18446620714062170944 : -123359647380672 : ffff8fce1809cb40) 00000020:00000040:2.0:1760458891.780227:0:145968:0:(genops.c:979:class_export_put()) PUTting export 00000000130cc545 : new refcount 2 00000100:00080000:2.0:1760458891.780231:0:145968:0:(import.c:615:import_select_connection()) MGC192.168.203.106@tcp: import 00000000a4fd745a using connection MGC192.168.203.106@tcp_0/192.168.203.106@tcp 00000100:00000001:2.0:1760458891.780234:0:145968:0:(import.c:619:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1760458891.780237:0:145968:0:(sec.c:1458:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1760458891.780241:0:145968:0:(sec.c:1498:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1760458891.780244:0:145968:0:(sec.c:1526:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458891.780246:0:145968:0:(obd_class.h:857:obd_reconnect()) Process entered 00000100:00000001:2.0:1760458891.780249:0:145968:0:(obd_class.h:861:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1760458891.780259:0:145968:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000059a6e58d. 00000020:00000040:2.0:1760458891.780263:0:145968:0:(genops.c:1191:class_import_get()) import 00000000a4fd745a refcount=4 obd=MGC192.168.203.106@tcp 02000000:00000001:2.0:1760458891.780268:0:145968:0:(sec.c:1867:sptlrpc_get_sepol()) Process entered 02000000:00000001:2.0:1760458891.780270:0:145968:0:(sec.c:1879:sptlrpc_get_sepol()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458891.780273:0:145968:0:(client.c:780:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1760458891.780277:0:145968:0:(sec.c:437:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1760458891.780281:0:145968:0:(sec.c:455:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1760458891.780290:0:145968:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at 000000005a07072d. 00000100:00000001:2.0:1760458891.780298:0:145968:0:(client.c:860:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1760458891.780306:0:145968:0:(import.c:807:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@0000000059a6e58d x1845971106431104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458891.780318:0:145968:0:(jobid.c:870:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1760458891.780320:0:145968:0:(jobid.c:907:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1760458891.780325:0:145968:0:(ptlrpcd.c:301:ptlrpcd_add_req()) @@@ add req [0000000059a6e58d] to pc [ptlrpcd_rcv+-1] req@0000000059a6e58d x1845971106431104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:2.0:1760458891.780355:0:145968:0:(import.c:814:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1760458891.780359:0:145968:0:(recover.c:60:ptlrpc_initiate_recovery()) Process leaving 00000100:00080000:2.0:1760458891.780361:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458891.780365:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1760458891.780368:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458891.780372:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST03e8_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00080000:2.0:1760458891.780374:0:145968:0:(pinger.c:251:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1760458891.780377:0:145968:0:(pinger.c:265:ptlrpc_pinger_process_import()) a8fd414e-6de4-4db4-8d37-32ebaf9fc61d->lustre-OST2710_UUID: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00000040:2.0:1760458891.780383:0:145968:0:(pinger.c:320:ptlrpc_pinger_main()) next wakeup in 5 (7150) 00000100:00000001:3.0:1760458891.780408:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458891.780415:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458891.780418:0:166995:0:(client.c:1628:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1760458891.780427:0:166995:0:(lustre_net.h:2402:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@0000000059a6e58d x1845971106431104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458891.780438:0:166995:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458891.780440:0:166995:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458891.780446:0:166995:0:(sec.c:667:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1760458891.780450:0:166995:0:(sec.c:699:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458891.780454:0:166995:0:(client.c:1733:ptlrpc_send_new_req()) Sending RPC req@0000000059a6e58d pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:5041fbaa-306a-4e81-b07b-8d6fd5b213a8:166995:1845971106431104:192.168.203.106@tcp:250: 00000100:00000001:3.0:1760458891.780462:0:166995:0:(niobuf.c:715:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1760458891.780469:0:166995:0:(sec.c:1004:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1760458891.780472:0:166995:0:(sec.c:1041:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1760458891.780476:0:166995:0:(sec.c:1716:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1760458891.780485:0:166995:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000d3ca4d9b. 02000000:00000001:3.0:1760458891.780487:0:166995:0:(sec.c:1726:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:3.0:1760458891.780493:0:166995:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009a9764e3. 00000400:00000010:3.0:1760458891.780499:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a8cbb956. 00000100:00000200:3.0:1760458891.780508:0:166995:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1845971106431104, portal 25 00000100:00000001:3.0:1760458891.780511:0:166995:0:(client.c:2989:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1760458891.780513:0:166995:0:(client.c:2991:ptlrpc_request_addref()) Process leaving (rc=18446620713771188864 : -123359938362752 : ffff8fce06b1c280) 00000100:00000040:3.0:1760458891.780519:0:166995:0:(niobuf.c:942:ptl_send_rpc()) @@@ send flags=0 req@0000000059a6e58d x1845971106431104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458916 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:3.0:1760458891.780528:0:166995:0:(niobuf.c:55:ptl_send_buf()) Process entered 00000100:00000040:3.0:1760458891.780533:0:166995:0:(niobuf.c:58:ptl_send_buf()) peer_id 12345-192.168.203.106@tcp 00000400:00000010:3.0:1760458891.780536:0:166995:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006924be6f. 00000100:00000200:3.0:1760458891.780539:0:166995:0:(niobuf.c:86:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1845971106431104, offset 0 00000400:00000200:3.0:1760458891.780547:0:166995:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.106@tcp 00000400:00000200:3.0:1760458891.780568:0:166995:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.106@tcp local destination 00000400:00000200:3.0:1760458891.780579:0:166995:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.6@tcp 00000400:00000200:3.0:1760458891.780585:0:166995:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.6@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1760458891.780589:0:166995:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.106@tcp 00000400:00000200:3.0:1760458891.780594:0:166995:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.6@tcp NI seq info: [510:510:256:4294967295] 192.168.203.106@tcp LPNI seq info [510:510:8:4294967295] 00000400:00000200:3.0:1760458891.780609:0:166995:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.6@tcp(192.168.203.6@tcp:) -> 192.168.203.106@tcp(192.168.203.106@tcp:192.168.203.106@tcp) : PUT try# 0 00000800:00000200:3.0:1760458891.780619:0:166995:0:(socklnd_cb.c:995:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.106@tcp 00000800:00000010:3.0:1760458891.780625:0:166995:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000070b04173 (tot 1763794). 00000800:00000200:3.0:1760458891.780636:0:166995:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [00000000d7749a85] -> 12345-192.168.203.106@tcp (5) 00000800:00000200:3.0:1760458891.780696:0:166995:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.106@tcp ip 192.168.203.106:988 00000800:00000200:3.0:1760458891.780704:0:166995:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000070b04173 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:3.0:1760458891.780726:0:166995:0:(niobuf.c:103:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458891.780728:0:166995:0:(niobuf.c:951:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1760458891.780732:0:166995:0:(client.c:1755:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458891.780736:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458891.780738:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458891.780742:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458891.780744:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458891.780747:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458891.780748:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458891.780750:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458891.780752:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1760458891.780951:0:166989:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1760458891.780958:0:166989:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000070b04173 (tot 1763546). 00000400:00000200:0.0:1760458891.780967:0:166989:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1760458891.780978:0:166989:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.6@tcp->192.168.203.106@tcp: PUT: OK 00000400:00000200:0.0:1760458891.780985:0:166989:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006924be6f 00000400:00000010:0.0:1760458891.780988:0:166989:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006924be6f. 00000100:00000001:0.0:1760458891.780993:0:166989:0:(events.c:53:request_out_callback()) Process entered 00000100:00000200:0.0:1760458891.780999:0:166989:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000059a6e58d x1845971106431104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458916 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458891.781011:0:166989:0:(client.c:2663:__ptlrpc_req_finished()) Process entered 00000100:00000040:0.0:1760458891.781014:0:166989:0:(client.c:2671:__ptlrpc_req_finished()) @@@ refcount now 1 req@0000000059a6e58d x1845971106431104/t0(0) o250->MGC192.168.203.106@tcp@192.168.203.106@tcp:26/25 lens 520/544 e 0 to 0 dl 1760458916 ref 2 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'' 00000100:00000001:0.0:1760458891.781023:0:166989:0:(client.c:2704:__ptlrpc_req_finished()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1760458891.781025:0:166989:0:(events.c:93:request_out_callback()) Process leaving 00000100:00000001:3.0:1760458891.971772:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458891.971778:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458891.971780:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458891.971785:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458891.971790:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458891.971793:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458891.971796:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458891.971799:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458891.971803:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458892.675806:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458892.675811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458892.675819:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458892.675821:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458892.675824:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458892.675829:0:172238:0:(ldlm_request.c:2073:ldlm_cancel_lru()) Process entered 00010000:00000001:2.0:1760458892.675832:0:172238:0:(ldlm_request.c:1878:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1760458892.675838:0:172238:0:(ldlm_lock.c:208:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1760458892.675843:0:172238:0:(ldlm_lock.c:248:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1760458892.675845:0:172238:0:(ldlm_request.c:2041:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458892.675849:0:172238:0:(ldlm_lockd.c:2211:ldlm_bl_to_thread()) Process entered 00010000:00000001:2.0:1760458892.675853:0:172238:0:(ldlm_lockd.c:2214:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458892.675857:0:172238:0:(ldlm_request.c:2083:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458892.675860:0:172238:0:(ldlm_pool.c:517:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1760458892.675983:0:170384:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1760458892.675988:0:170384:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1760458892.675992:0:170384:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458892.803767:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458892.803783:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458892.803786:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458892.803810:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458892.803814:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458892.803819:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458892.803822:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458892.995791:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458892.995797:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458892.995799:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458892.995804:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458892.995811:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458892.995815:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458892.995819:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458892.995822:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458892.995825:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458893.699791:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458893.699796:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458893.699803:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458893.699805:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1760458893.699809:0:172238:0:(ldlm_pool.c:478:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:2.0:1760458893.699811:0:172238:0:(ldlm_pool.c:482:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1760458893.699939:0:170385:0:(genops.c:1831:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1760458893.699946:0:170385:0:(genops.c:1845:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1760458893.699952:0:170385:0:(ldlm_lockd.c:2792:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:3.0:1760458893.827772:0:166995:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458893.827788:0:166995:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458893.827792:0:166995:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458893.827797:0:166995:0:(ptlrpcd.c:323:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1760458893.827801:0:166995:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458893.827807:0:166995:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458893.827810:0:166995:0:(ptlrpcd.c:422:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1760458894.019790:0:171767:0:(client.c:2357:ptlrpc_expired_set()) Process entered 00000100:00000001:3.0:1760458894.019795:0:171767:0:(client.c:2429:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1760458894.019798:0:171767:0:(client.c:2457:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1760458894.019802:0:171767:0:(client.c:2500:ptlrpc_set_wait()) set 00000000d6d51307 going to sleep for 0 seconds 00000100:00000001:3.0:1760458894.019808:0:171767:0:(client.c:1798:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1760458894.019812:0:171767:0:(client.c:2750:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458894.019816:0:171767:0:(client.c:1239:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1760458894.019819:0:171767:0:(client.c:1296:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1760458894.019822:0:171767:0:(client.c:2266:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1760458894.339813:0:172238:0:(osc_request.c:764:osc_update_next_shrink()) next time 8348 to shrink grant 00000008:00000020:2.0:1760458894.339826:0:172238:0:(osc_request.c:764:osc_update_next_shrink()) next time 8348 to shrink grant 00000008:00000020:2.0:1760458894.339829:0:172238:0:(osc_request.c:764:osc_update_next_shrink()) next time 8348 to shrink grant Debug log: 53724 lines, 53724 kept, 0 dropped, 0 bad.